-- Logs begin at Fri 2021-09-03 19:49:24 UTC, end at Fri 2021-09-03 20:50:29 UTC. -- Sep 03 20:20:53.195211 dv-cinder-760152-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 20:20:55.940895 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.common.config [-] Logging enabled! Sep 03 20:20:55.941515 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 20:20:55.941687 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 20:20:55.944917 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.common.config [-] Logging enabled! Sep 03 20:20:55.945171 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 20:20:55.945519 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93787) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 20:20:55.946703 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 20:20:55.946937 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 20:20:55.947303 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 20:20:55.947548 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 20:20:55.947774 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 20:20:55.948090 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.948385 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.948678 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.948908 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.949201 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.949516 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.949799 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.950086 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.950382 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.950667 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.950945 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.951750 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.951979 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.952261 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.952550 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.952840 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.953063 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] debug = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.953345 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.953795 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.954193 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.954472 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.954761 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.955051 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.955309 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.955585 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.955866 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.956194 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] host = dv-cinder-760152-5-iscsi {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.956475 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.956761 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.957048 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.957336 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.957636 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.957912 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.958197 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.958468 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.958740 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.959012 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.959301 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.959588 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.959878 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.960101 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.960321 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.960607 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.960891 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.961163 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.961467 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.961742 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.962011 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.962281 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.962546 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.962828 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.963111 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.963395 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.963667 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.963939 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.964207 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.964475 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.964758 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.965027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.965295 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.965591 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.965876 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.966141 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.966414 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.966778 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.967596 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.967881 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.968166 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.968438 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.968721 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.968991 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.969261 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.969566 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] use_json = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.969840 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.970112 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.970394 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.970664 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.970933 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.971202 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.971470 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.971752 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:55.972047 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.972342 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.972642 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.972923 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.973219 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.973522 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.973815 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.974092 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.974382 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.974670 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.974955 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.975232 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.975517 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.975793 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.976088 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.976395 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.976694 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.976985 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.977261 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.977568 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.977842 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.978119 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.978405 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.978681 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.978968 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.979255 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.979534 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.979819 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.980112 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.980401 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.980674 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.980952 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.981242 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.981542 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.981816 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.982091 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.982452 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.982733 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.983004 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.983284 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.983561 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.983831 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.984103 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.984379 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.984668 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.984942 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.985214 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.985515 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.985791 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.986060 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.986343 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.986625 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.986898 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.987170 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.987446 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.987714 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.987983 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.988259 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.988529 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.988804 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.989074 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.989344 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.989643 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.989912 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.990181 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.990450 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.990720 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.990992 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.991260 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.991530 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.991797 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.992067 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.992339 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.992622 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.992914 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.993189 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.993485 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.993761 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.994034 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.994306 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.994579 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.994851 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.995124 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.995393 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.995677 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.995955 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.996236 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.996519 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.996791 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.997087 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.997362 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.997662 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.997935 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.998269 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.998552 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.998832 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.999126 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.999418 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:55.999710 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:56.000001 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:56.000293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:56.000573 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:56.000879 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:56.001157 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:56.001375 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 20:20:56.001636 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93787) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 20:20:56.351814 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 20:20:56.352092 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 20:20:56.352382 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 20:20:56.352712 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 20:20:56.740973 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.741176 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.741478 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.742780 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.743054 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.743321 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.778707 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.778994 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.779288 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.793860 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.794141 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.794412 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.823446 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.823721 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.823989 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.861128 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.861422 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:56.861696 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.096650 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.097262 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.097262 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.097453 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.098158 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.249000 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.249319 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.249627 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.249901 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.250168 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.250484 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.250748 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.251005 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.251259 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.251540 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.251800 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.252064 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.252319 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.252571 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.252824 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.253088 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.253342 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.253631 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.253900 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.254158 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.254431 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.254682 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.254964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.255339 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.255591 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.255969 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.257289 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:57.257601 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:57.257854 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:57.259044 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:57.259303 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:57.259688 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:57.260070 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 20:20:57.263319 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 20:20:57.267293 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 20:20:57.271114 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 03 20:20:57.272738 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 20:20:57.273190 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 20:20:57.273558 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 20:20:57.273943 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 20:20:57.278907 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 20:20:57.279157 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 20:20:57.280029 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 20:20:57.285366 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 20:20:57.309882 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 20:20:57.310339 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.310730 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93787) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 20:20:57.311224 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.314515 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93787) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 20:20:57.314866 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 20:20:57.315114 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 20:20:57.318509 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.318795 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:57.391933 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 20:20:57.392112 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 20:20:57.392333 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 20:20:57.392709 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 20:20:57.417741 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_db.sqlalchemy.engines [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93787) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 20:20:57.997146 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing driver for type 'gre' Sep 03 20:20:57.997723 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] gre ID ranges: [(1, 1000)] Sep 03 20:20:58.050465 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing driver for type 'local' Sep 03 20:20:58.050881 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing driver for type 'vlan' Sep 03 20:20:58.065266 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] VlanTypeDriver initialization complete Sep 03 20:20:58.065628 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing driver for type 'vxlan' Sep 03 20:20:58.066126 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] vxlan ID ranges: [(1, 1000)] Sep 03 20:20:58.119956 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing extension driver 'port_security' Sep 03 20:20:58.120650 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.extensions.port_security [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] PortSecurityExtensionDriver initialization complete Sep 03 20:20:58.120742 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing mechanism driver 'openvswitch' Sep 03 20:20:58.121262 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing mechanism driver 'hyperv' Sep 03 20:20:58.130261 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:20:58.131168 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.131644 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.132208 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.132868 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:20:58.133475 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.133991 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.134376 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.134825 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:20:58.135492 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.135879 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.136381 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.136893 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:20:58.137690 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > security_group after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.138245 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > security_group after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.139338 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > security_group after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.139968 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:20:58.140412 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.140948 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.141594 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.142048 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:20:58.142869 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > address_group after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.143457 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > address_group after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.144035 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > address_group after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.144690 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93787) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:20:58.145157 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] ML2 OVO RPC backend initialized. {{(pid=93787) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 20:20:58.146189 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_interface after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.146543 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.146959 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.147308 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > networks before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.147659 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.148003 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > ports before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.148344 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.148682 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnets before_response 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.149028 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.149367 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.149730 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.150065 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.150399 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.150731 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.151064 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.151396 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.151726 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > subnet after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.152290 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.plugin [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Modular L2 Plugin initialization complete Sep 03 20:20:58.152617 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading services supported by the core plugin {{(pid=93787) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 20:20:58.152944 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.plugins.ml2.managers [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Got port-security extension from driver 'port_security' Sep 03 20:20:58.153423 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.extensions.vlantransparent [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Disabled vlantransparent extension. Sep 03 20:20:58.153929 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93787) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 20:20:58.154862 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: router Sep 03 20:20:58.190080 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_interface before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.190478 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_create 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.190849 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router before_create 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.191212 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.191585 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.191941 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_delete 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.192299 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > floatingip after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.192646 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > floatingip after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.193001 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_create 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.193344 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_update 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.193720 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_update 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.194067 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.194424 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_update 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.194831 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_update 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.195196 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.195536 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.195871 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: subnet after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.196205 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.196809 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > port precommit_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.197153 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_create 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.197524 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.197865 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.198220 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router after_update 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.198559 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_delete 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.198915 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_create 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.199281 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router_interface after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.199623 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_update 55549900 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.199986 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > agent after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.200334 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > agent after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.200673 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > network after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.202061 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Tracking information for resource: router configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:58.202394 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Tracking information for resource: floatingip configured {{(pid=93787) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:20:58.207459 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.db.l3_agentschedulers_db [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 20:20:58.208030 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.208386 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port after_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.208735 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port after_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.209085 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: port after_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.209889 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router before_create 55550100 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.210252 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_delete 55550100 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.210610 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_create 55550100 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.210964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > router precommit_update 55550100 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.215697 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.provider_configuration [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service providers = [] {{(pid=93787) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 20:20:58.216059 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.db.servicetype_db [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93787) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 20:20:58.219580 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.service_base [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:20:58.219924 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.service_base [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:20:58.220263 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.service_base [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:20:58.221143 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.services.service_base [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93787) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:20:58.221546 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.services.service_base [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 20:20:58.221915 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.222229 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 20:20:58.232740 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.233077 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: auto_allocate Sep 03 20:20:58.238812 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: network precommit_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.239181 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: network precommit_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.239694 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.240019 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: tag Sep 03 20:20:58.246449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.246780 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: timestamp Sep 03 20:20:58.250799 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.251082 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: network_ip_availability Sep 03 20:20:58.256552 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.257050 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.257504 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.258279 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.258707 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: flavors Sep 03 20:20:58.266025 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.266538 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading Plugin: revisions Sep 03 20:20:58.271128 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93787) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:20:58.271512 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.919s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 20:20:58.272240 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93787) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 20:20:58.272573 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Initializing extension manager. Sep 03 20:20:58.273084 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: __init__.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.273452 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: __pycache__ {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.273787 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.274333 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: address_group.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.275105 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.275676 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: address-group Sep 03 20:20:58.276074 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: address_scope.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.276984 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.277520 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: address-scope Sep 03 20:20:58.277843 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: admin_state_down_before_update.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.278767 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.279851 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: router-admin-state-down-before-update Sep 03 20:20:58.280177 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: agent.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.280878 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.281389 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: agent Sep 03 20:20:58.281735 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: agent_resources_synced.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.282643 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.283152 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: agent-resources-synced Sep 03 20:20:58.283473 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: allowedaddresspairs.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.285247 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.285804 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: allowed-address-pairs Sep 03 20:20:58.286132 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: auto_allocated_topology.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.287494 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.288011 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: auto-allocated-topology Sep 03 20:20:58.288335 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: availability_zone.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.289041 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.289581 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: availability_zone Sep 03 20:20:58.289903 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: availability_zone_filter.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.290840 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.291343 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: availability_zone_filter Sep 03 20:20:58.291664 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: data_plane_status.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.292579 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.293079 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 20:20:58.293418 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: default_subnetpools.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.294327 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.294851 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: default-subnetpools Sep 03 20:20:58.295346 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: dhcpagentscheduler.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.296190 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.296690 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: dhcp_agent_scheduler Sep 03 20:20:58.297009 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: dns.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.297945 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.298441 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension dns-integration not supported by any of loaded plugins Sep 03 20:20:58.298760 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: dns_domain_ports.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.300298 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.300298 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 20:20:58.300507 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.301375 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.301897 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 20:20:58.302209 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: dvr.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.302875 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.303375 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: dvr Sep 03 20:20:58.303690 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: ecmp_routes.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.304598 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.305102 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 20:20:58.305446 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: empty_string_filtering.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.306347 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.306849 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: empty-string-filtering Sep 03 20:20:58.307166 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.308080 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.308582 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 20:20:58.308899 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.309845 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.310347 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 20:20:58.310688 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: external_net.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.313263 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.313263 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: external-net Sep 03 20:20:58.313263 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: extra_dhcp_opt.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.313263 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.313793 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: extra_dhcp_opt Sep 03 20:20:58.314109 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: extraroute.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.315009 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.315508 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: extraroute Sep 03 20:20:58.315824 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: extraroute_atomic.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.316859 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.317356 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: extraroute-atomic Sep 03 20:20:58.317703 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: filter_validation.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.318360 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.318856 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: filter-validation Sep 03 20:20:58.319172 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: fip_pf_description.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.320065 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.320566 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 20:20:58.320885 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: fip_port_details.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.322059 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.322562 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: fip-port-details Sep 03 20:20:58.322879 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: flavors.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.324104 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.324614 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: flavors Sep 03 20:20:58.324935 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.327144 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.327660 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 20:20:58.327992 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: floatingip_pools.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.328687 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.329194 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: floatingip-pools Sep 03 20:20:58.329554 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: ip_allocation.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.330478 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.330983 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 20:20:58.331308 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.332213 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.332719 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: ip-substring-filtering Sep 03 20:20:58.333043 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l2_adjacency.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.333984 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.334487 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 20:20:58.334808 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.335944 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.336467 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: router Sep 03 20:20:58.336793 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3_conntrack_helper.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.339066 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.339594 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 20:20:58.339926 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.340852 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.341361 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: ext-gw-mode Sep 03 20:20:58.341759 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.343192 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.343702 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: l3-ha Sep 03 20:20:58.344024 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3_flavors.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.344922 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.345455 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: l3-flavors Sep 03 20:20:58.345778 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.346682 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.347184 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 20:20:58.347503 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: l3agentscheduler.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.348525 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.349028 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: l3_agent_scheduler Sep 03 20:20:58.349352 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: logging.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.350843 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.351358 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension logging not supported by any of loaded plugins Sep 03 20:20:58.351686 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: metering.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.352427 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.352990 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: metering Sep 03 20:20:58.353312 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.354413 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.354923 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: metering_source_and_destination_fields Sep 03 20:20:58.355248 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: multiprovidernet.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.356168 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.356671 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: multi-provider Sep 03 20:20:58.356992 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: netmtu.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.357968 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.358470 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: net-mtu Sep 03 20:20:58.358790 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: netmtu_writable.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.359702 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.360203 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: net-mtu-writable Sep 03 20:20:58.360523 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: network_availability_zone.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.361187 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.361709 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: network_availability_zone Sep 03 20:20:58.362027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: network_ip_availability.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.363130 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.363636 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: network-ip-availability Sep 03 20:20:58.363960 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: network_segment_range.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.364721 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.365222 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 20:20:58.365574 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: pagination.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.366552 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.366882 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: pagination Sep 03 20:20:58.367201 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: port_device_profile.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.368096 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.368602 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: port-device-profile Sep 03 20:20:58.368920 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.369871 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.370380 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: port-mac-address-regenerate Sep 03 20:20:58.370699 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.371598 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.372101 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: port-numa-affinity-policy Sep 03 20:20:58.372419 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: port_resource_request.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.373521 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.374025 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 20:20:58.374342 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: portbindings.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.375249 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.375755 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: binding Sep 03 20:20:58.376072 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: portbindings_extended.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.377493 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.378005 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: binding-extended Sep 03 20:20:58.378330 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: portsecurity.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.379249 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.379753 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: port-security Sep 03 20:20:58.380078 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: project_id.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.381038 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.381364 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: project-id Sep 03 20:20:58.381709 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: providernet.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.382628 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.383134 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: provider Sep 03 20:20:58.383452 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.386999 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.387518 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos not supported by any of loaded plugins Sep 03 20:20:58.387853 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.389631 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.390145 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 20:20:58.390478 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.391386 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.391897 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 20:20:58.392224 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_default.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.393118 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.393658 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-default not supported by any of loaded plugins Sep 03 20:20:58.393983 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_fip.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.394632 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.395135 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-fip not supported by any of loaded plugins Sep 03 20:20:58.395455 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_gateway_ip.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.396366 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.396870 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 20:20:58.397190 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_port_network_policy.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.398117 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.398620 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 20:20:58.398940 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_pps_rule.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.400098 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.400616 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-pps not supported by any of loaded plugins Sep 03 20:20:58.400938 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_rule_type_details.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.401857 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.402366 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 20:20:58.402686 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: qos_rules_alias.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.403709 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.404844 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 20:20:58.405180 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: quotasv2.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.406117 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.406442 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: quotas Sep 03 20:20:58.406760 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: quotasv2_detail.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.411402 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.411765 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: quota_details Sep 03 20:20:58.412100 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: rbac.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.413162 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.413726 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: rbac-policies Sep 03 20:20:58.414062 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: rbac_address_group.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.414985 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.415499 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: rbac-address-group Sep 03 20:20:58.415826 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: rbac_address_scope.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.416734 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.417244 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: rbac-address-scope Sep 03 20:20:58.417599 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: rbac_security_groups.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.418505 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.419013 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: rbac-security-groups Sep 03 20:20:58.419337 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: rbac_subnetpool.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.420564 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.421129 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: rbac-subnetpool Sep 03 20:20:58.421484 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: revisionifmatch.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.422403 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.422911 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: revision-if-match Sep 03 20:20:58.423234 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: revisions.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.424344 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.424848 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: standard-attr-revisions Sep 03 20:20:58.425169 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: router_availability_zone.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.425864 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.426370 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: router_availability_zone Sep 03 20:20:58.426691 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: routerservicetype.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.427598 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.428100 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension router-service-type not supported by any of loaded plugins Sep 03 20:20:58.428422 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.429540 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.430048 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: security-groups-normalized-cidr Sep 03 20:20:58.430371 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: security_groups_port_filtering.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.431281 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.431787 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: port-security-groups-filtering Sep 03 20:20:58.432109 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.433010 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.433547 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: security-groups-remote-address-group Sep 03 20:20:58.433874 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: securitygroup.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.443381 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.443912 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: security-group Sep 03 20:20:58.444242 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: segment.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.445027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.445557 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension segment not supported by any of loaded plugins Sep 03 20:20:58.445886 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.447076 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.447580 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 20:20:58.447904 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: servicetype.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.449066 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.449602 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: service-type Sep 03 20:20:58.449930 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: sorting.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.450918 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.451939 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: sorting Sep 03 20:20:58.452248 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: standard_attr_segment.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.453161 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.453704 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 20:20:58.454028 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: standardattrdescription.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.454670 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.455183 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: standard-attr-description Sep 03 20:20:58.455505 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: stateful_security_group.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.456512 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.457023 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: stateful-security-group Sep 03 20:20:58.457343 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: stdattrs_common.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.457943 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 20:20:58.458261 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.459179 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.459686 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 20:20:58.460005 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: subnet_onboard.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.461080 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.461617 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: subnet_onboard Sep 03 20:20:58.461943 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.462861 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.463367 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 20:20:58.463691 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: subnet_service_types.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.464605 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.465115 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: subnet-service-types Sep 03 20:20:58.465551 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: subnetallocation.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.466625 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.467703 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: subnet_allocation Sep 03 20:20:58.468029 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.468693 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.469194 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: subnetpool-prefix-ops Sep 03 20:20:58.469553 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.470477 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.470986 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 20:20:58.471308 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: tagging.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.472386 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.472898 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: standard-attr-tag Sep 03 20:20:58.473224 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: timestamp.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.474455 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.474969 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loaded extension: standard-attr-timestamp Sep 03 20:20:58.475294 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: trunk.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.476311 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.476828 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension trunk not supported by any of loaded plugins Sep 03 20:20:58.477149 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: trunk_details.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.478175 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.478689 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension trunk-details not supported by any of loaded plugins Sep 03 20:20:58.479009 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: uplink_status_propagation.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.479918 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.480431 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 20:20:58.480760 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Loading extension file: vlantransparent.py {{(pid=93787) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:20:58.481448 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93787) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:20:58.481955 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 20:20:58.484496 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:network Sep 03 20:20:58.485017 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:subnet Sep 03 20:20:58.485423 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:20:58.485836 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:port Sep 03 20:20:58.487056 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.487500 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service FLAVORS assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.488111 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.488538 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.488867 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:router Sep 03 20:20:58.489290 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:floatingip Sep 03 20:20:58.489812 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service METERING assigned prefix: /metering {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.491268 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.491644 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.492012 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:20:58.493019 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 20:20:58.493508 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:security_group Sep 03 20:20:58.493937 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 20:20:58.494544 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service CORE assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.494872 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:20:58.495216 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] subnetpool is already registered Sep 03 20:20:58.495650 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service CORE assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.495971 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:20:58.496299 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] subnetpool is already registered Sep 03 20:20:58.499110 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.499533 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service FLAVORS assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.500119 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.500533 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.500911 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:router Sep 03 20:20:58.501202 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] router is already registered Sep 03 20:20:58.501633 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:floatingip Sep 03 20:20:58.501967 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] floatingip is already registered Sep 03 20:20:58.502413 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service METERING assigned prefix: /metering {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.503072 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 20:20:58.503396 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] rbac_policy is already registered Sep 03 20:20:58.503801 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:security_group Sep 03 20:20:58.504130 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] security_group is already registered Sep 03 20:20:58.504525 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 20:20:58.504850 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] security_group_rule is already registered Sep 03 20:20:58.505496 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service CORE assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.505825 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:20:58.506156 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] subnetpool is already registered Sep 03 20:20:58.506569 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.v2.resource_helper [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Service CORE assigned prefix: {{(pid=93787) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:20:58.506889 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:20:58.507215 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING neutron.quota.resource_registry [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] subnetpool is already registered Sep 03 20:20:58.507674 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: extensions {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.509125 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: address-groups {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.510630 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: address-scopes {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.511959 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: agents {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.513103 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: auto-allocated-topology {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.514910 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: availability_zones {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.516110 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: dhcp-networks {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.517635 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: dhcp-agents {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.519047 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: routers {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.521236 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: flavors {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.522404 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: service_profiles {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.523613 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: next_providers {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.525046 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: service_profiles {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.526588 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: floatingip-pools {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.527797 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: routers {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.530005 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: floatingips {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.531289 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: l3-routers {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.532667 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: l3-agents {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.534089 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: metering-labels {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.536244 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: metering-label-rules {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.537553 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: network-ip-availabilities {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.538819 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: bindings {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.540458 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: quotas {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.541897 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: quotas {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.543296 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: rbac-policies {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.544482 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: security-groups {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.545813 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: security-group-rules {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.547053 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: service-providers {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.548257 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: subnetpools {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.549688 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: subnetpools {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.551136 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.552782 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.554620 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.556387 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.558187 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.560008 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.562252 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.564134 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.565900 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.567621 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron.api.extensions [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Extended resource: tags {{(pid=93787) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:20:58.573736 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING keystonemiddleware.auth_token [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 20:20:58.579011 dv-cinder-760152-5-iscsi neutron-server[93787]: WARNING keystonemiddleware.auth_token [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 20:20:58.587506 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Acquired lock "singleton_lock" {{(pid=93787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 20:20:58.587977 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Releasing lock "singleton_lock" {{(pid=93787) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 20:20:58.588609 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Starting 2 workers Sep 03 20:20:58.593977 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Started child 93894 {{(pid=93787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:20:58.598360 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Started child 93895 {{(pid=93787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:20:58.599256 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:58.599936 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO neutron.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 20:20:58.600619 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Notify callbacks [] for process, before_spawn {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:58.600820 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [-] (93894) wsgi starting up on http://0.0.0.0:9696 Sep 03 20:20:58.602999 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:58.603420 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Starting 1 workers Sep 03 20:20:58.604361 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [-] (93895) wsgi starting up on http://0.0.0.0:9696 Sep 03 20:20:58.608786 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Started child 93896 {{(pid=93787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:20:58.616778 dv-cinder-760152-5-iscsi neutron-server[93787]: INFO oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Starting 1 workers Sep 03 20:20:58.617013 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] calling RpcWorker wait() {{(pid=93896) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 20:20:58.617013 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] returning from RpcWorker wait() {{(pid=93896) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 20:20:58.617623 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Started child 93897 {{(pid=93787) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:20:58.617707 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:58.617788 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-033b9b91-5e93-4b60-891c-424437933ecf None None] Notify callbacks [] for process, after_spawn {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:58.617882 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:20:58.617964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 20:20:58.617964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 20:20:58.617964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 20:20:58.617964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 20:20:58.617964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 20:20:58.617964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 20:20:58.618396 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.618396 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.618636 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.618898 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.619189 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.619780 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.619884 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:58.620274 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.620274 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.620536 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.620785 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.620963 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.621121 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.621357 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.621655 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.621959 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.622219 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.622459 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.622746 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.622917 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.624293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.624293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.624293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.624293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] debug = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.624293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.629571 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.629571 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.629841 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.630096 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.631019 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.631263 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.631534 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.631788 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.632027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.632289 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.632555 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.632798 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.633015 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.633234 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.633514 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.633732 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.634226 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] host = dv-cinder-760152-5-iscsi {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.634480 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.634724 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.634971 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.635216 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.635460 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.635671 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.635929 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.636181 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.636422 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.636643 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.636893 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.637145 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.637413 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.637666 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.637828 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_options = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.638046 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.638295 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.638538 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.638747 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.638910 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.639225 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.639375 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.639513 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.639835 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.639982 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.640118 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.640310 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.640519 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.640747 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.640975 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.641198 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.641459 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.641652 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.641904 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.642145 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.642365 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.642605 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.642848 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.643062 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.643270 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.643510 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.643745 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.643958 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.644210 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.644444 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.644666 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.644904 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.645131 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.645390 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.645651 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.645879 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.646115 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.646571 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.647204 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.648020 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.648346 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.648586 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.648882 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.649389 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.649731 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.650126 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_json = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.650394 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.650633 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.650997 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.651348 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.652621 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.653271 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.653559 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.653805 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.654765 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.655055 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.655379 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.655624 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.656262 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:20:58.656412 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.656674 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.656948 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.657271 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.657960 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.658278 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.659108 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.659370 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.659666 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.659910 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.660490 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.660925 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.661193 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.661498 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.661745 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.663099 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.663336 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.663605 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.663952 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.664200 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.664437 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.664716 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.665144 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.665514 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.665780 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.666046 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.666304 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.666528 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.666758 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.667027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.669136 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.671980 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.672235 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.672546 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.672788 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.673021 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.673271 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.673556 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.673786 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.674025 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.674255 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.674500 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.674758 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.675007 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.675226 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.675470 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.675714 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.675947 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.676214 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.676450 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.676710 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.676957 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.677178 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.677430 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.680706 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.680960 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.681366 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.681635 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.681907 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.682272 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.683271 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.683609 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.683960 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.684158 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.684391 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.684629 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.691449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692027 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692545 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692545 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692545 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692714 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.692880 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.693093 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.693327 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.697337 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.697650 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.697900 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.698160 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.698411 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.698693 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.698930 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.699226 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.699452 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.699691 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.699970 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.700206 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.700432 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.700669 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.700905 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.701199 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.701886 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.702155 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.702386 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.703046 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.703316 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.703578 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.703961 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.704316 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.704543 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.704806 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.705168 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.705457 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.705717 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.705981 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.706220 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.706570 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.706859 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.707118 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.707355 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.707612 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.707860 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.708132 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.708362 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.708601 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.708813 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.709040 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.709361 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.709616 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.709862 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.710094 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.710352 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.710609 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.710854 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.711114 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.711360 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.711595 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.711846 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.712074 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.712293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.712527 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.712754 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.712971 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.713204 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.713471 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.713690 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.713924 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.714135 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.714396 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.714609 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.714825 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.715053 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.715270 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.715485 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.715711 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.715926 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.716146 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.716381 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.716592 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.717321 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.717618 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.717906 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.718204 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.719082 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.719369 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.719617 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.720065 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.720314 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.720560 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.720811 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.721022 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.721264 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.721536 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.721746 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.721956 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.722724 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.722939 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.723149 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.723372 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.723584 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.723826 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.724078 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.724414 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.724667 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.724893 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.725124 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.725335 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.725603 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.725848 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.726062 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.726274 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.726512 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.726723 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.726975 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.727207 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.727441 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.727646 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.727870 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.728099 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.728314 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.728542 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.728819 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.729063 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.729290 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.729560 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.729793 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.730001 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.730290 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.730496 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.730990 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.731217 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.731430 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.731637 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.731862 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.732091 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.732318 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.733075 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.733291 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.733521 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.733741 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.733971 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.734220 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.734459 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.734669 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.734874 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.735092 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.735318 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.735524 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.735743 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.735968 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.736426 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.736661 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.736869 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.737077 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.737317 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.737553 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.737780 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.738081 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.738328 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.738543 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.738782 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:20:58.738881 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.739059 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.739302 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.739547 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.739866 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.740091 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.740327 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.740539 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.740745 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.740980 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.741233 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.741568 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.741856 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.742113 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.742368 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.742632 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.742907 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.743161 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.743369 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.743681 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.744006 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.744273 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.744536 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.744758 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.744988 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.745204 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.745429 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.745664 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.745887 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.746091 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.746325 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.746555 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.746773 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.747002 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.747222 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.747437 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.747653 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.747887 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.748145 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.748371 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.748530 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 20:20:58.749033 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93787) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 20:20:58.749178 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 20:20:58.749316 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 20:20:58.749502 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 20:20:58.749710 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 20:20:58.749861 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 20:20:58.750014 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.750153 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.750290 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.750449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.750881 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.750881 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.751229 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.751439 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.751439 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.751706 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.751841 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.751975 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752107 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752239 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752384 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752515 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752646 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752779 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.752930 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.753350 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.753350 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.753350 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.753776 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] debug = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.753776 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754028 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754028 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754315 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754315 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754584 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754584 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754851 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.754851 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755102 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755194 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755286 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755417 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755567 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755715 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.755878 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756064 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756208 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] host = dv-cinder-760152-5-iscsi {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756337 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756470 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756618 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756751 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.756964 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757102 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757233 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757370 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757528 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757665 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757794 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.757927 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758058 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758204 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758339 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_options = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758482 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758613 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758766 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.758944 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.759102 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.759256 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.759410 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.759563 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.759717 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.759869 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760021 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760173 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760326 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760479 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760633 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760786 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.760939 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.761092 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.761245 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.761453 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.761574 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.761726 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.761880 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762034 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762187 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762339 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762492 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762644 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762798 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.762954 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.763108 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.763260 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.763414 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.763602 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.763985 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.764139 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.764293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.764451 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.764605 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.764756 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.764910 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.765063 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.765217 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.765370 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.765547 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.765701 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_json = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.765855 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766009 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766161 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766316 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766469 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766627 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766782 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.766937 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:20:58.767110 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.767268 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.767437 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.767593 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.767751 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.767907 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.768063 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.768219 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.768374 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.768531 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.768692 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.768850 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769017 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769173 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769330 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769510 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769667 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769825 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.769981 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.770138 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.770295 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.770450 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.770614 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.770771 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.770926 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.771081 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.771239 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.771409 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.771571 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.771730 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.771885 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772041 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772213 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772361 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772520 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772675 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772833 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.772990 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.773146 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.773302 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.773479 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.773636 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.773794 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.773951 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.774108 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.774265 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.774420 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.774576 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.774733 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.774888 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775046 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775202 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775360 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775517 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775674 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775841 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.775998 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.776154 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.776310 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.776471 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.776628 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.776784 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.776941 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.777098 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.777255 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.777419 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.777601 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.777758 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.777915 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.778545 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.778883 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.779043 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.779821 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.780106 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.780251 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.780408 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.780565 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.780787 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.781292 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.781292 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.781593 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.781593 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.781932 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782068 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782198 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782326 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782538 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782638 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782756 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.782928 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.783100 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.783257 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.783415 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.783572 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.783730 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.783887 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784043 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784198 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784354 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784511 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784667 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784823 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.784983 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.785139 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.785295 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.785474 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.785631 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.785787 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.785943 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.786100 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.786256 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.786418 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.786575 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.786730 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.786885 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.787040 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.787206 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.787364 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.787522 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.787679 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.787841 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788008 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788167 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788326 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788482 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788638 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788793 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.788949 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.789106 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.789262 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.789432 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.789592 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.789799 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.789972 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.790129 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.790286 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.790442 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.790621 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.790779 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.790934 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.791090 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.791247 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.791717 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.791891 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.792022 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.792178 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.792335 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.792492 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.792669 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.793103 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.793265 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.793446 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.793607 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.793792 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.794229 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.794457 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.794680 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.795399 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.795568 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.796096 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.796259 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.796422 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.796580 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.796737 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.796894 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.797053 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.797210 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.797367 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.797546 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.797703 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.797859 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798015 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798172 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798328 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798487 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798643 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798802 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.798959 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.799117 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.799275 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.799432 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.799590 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.799746 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.799903 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.800061 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.800218 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.800375 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.800532 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.800689 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.800846 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801002 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801158 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801330 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801508 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801665 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801822 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.801978 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.802136 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.802293 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.802449 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.802605 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.802761 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.802917 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.803076 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.803235 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.803393 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.803549 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.803706 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.803863 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804019 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804176 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804345 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804503 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804659 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804815 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.804974 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.805132 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.805298 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.805478 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.805636 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.805794 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.805950 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.806119 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.806265 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.806422 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.806579 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.806734 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.806890 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807047 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807212 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807369 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807527 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807683 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807840 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.807997 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.808163 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.808321 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.808478 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.808634 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.808790 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.808947 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.809113 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.809269 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.809443 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.809601 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.809758 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.809915 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.810081 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.810240 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.810401 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.810596 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.810754 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.810912 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.811069 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.811236 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.811392 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.811551 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.811708 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.811863 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812020 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812178 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812341 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812507 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812672 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812832 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.812998 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.813165 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.813331 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.813509 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.813673 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.813842 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.813999 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.814156 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.814314 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.814471 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.814627 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.814783 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.814940 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.815095 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.815252 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.815408 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.815564 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.815720 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.815876 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816032 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816188 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816348 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816504 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816660 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816817 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:20:58.816967 dv-cinder-760152-5-iscsi neutron-server[93787]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93787) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 20:20:58.868155 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 56116) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:20:58.876818 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064209 Sep 03 20:21:10.188274 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84712fe0-24e4-4be8-af05-e8f9749d8a7a None None] get_active_networks_info from dv-cinder-760152-5-iscsi {{(pid=93896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 20:21:10.252824 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84712fe0-24e4-4be8-af05-e8f9749d8a7a None None] No non-hosted networks {{(pid=93896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 20:21:10.270090 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.agentschedulers_db [None req-84712fe0-24e4-4be8-af05-e8f9749d8a7a None None] DHCP Agent not found on host dv-cinder-760152-5-iscsi {{(pid=93896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 20:21:10.348665 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd5928db-98bb-4608-aeb5-e8a06bde1a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698531'] for agent, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:12.659120 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f665a421-3753-4a21-a4f1-945d51fc389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698531'] for agent, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:12.718793 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cb45af5-04ba-4cff-86c8-a7b4763dfd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:12.988430 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698531'] for agent, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:12.989323 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.989950 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.990447 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.991507 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.992281 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.993035 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.994217 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.994772 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.995273 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.996685 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.998307 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.998809 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:12.999636 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760152-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:13.017252 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760152-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:13.796048 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698531'] for agent, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:15.504636 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698531'] for agent, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:16.585257 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56208) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:17.072211 dv-cinder-760152-5-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-31b4eb12-2687-46c7-b771-eef7bb38a13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:21:17.072796 dv-cinder-760152-5-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-31b4eb12-2687-46c7-b771-eef7bb38a13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:21:17.291793 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-31b4eb12-2687-46c7-b771-eef7bb38a13d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:21:17.292946 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-31b4eb12-2687-46c7-b771-eef7bb38a13d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7056451 Sep 03 20:21:18.995060 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.db.l3_hamode_db [None req-724c9326-a4c9-466f-bc3c-a947f435ca07 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 20:21:19.071491 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c9326-a4c9-466f-bc3c-a947f435ca07 None None] Routers set() bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:21:19.072132 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c9326-a4c9-466f-bc3c-a947f435ca07 None None] Router IDs set() for agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 20:21:19.697774 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56222) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:20.009333 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:20.102489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.policy [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93894) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 20:21:20.146374 dv-cinder-760152-5-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:21:20.146755 dv-cinder-760152-5-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:21:20.155651 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.quota [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] Loaded quota_driver: . Sep 03 20:21:20.249150 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744663710397', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744663711040', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744663698275', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744663696583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744663020411', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744663740691', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3856573', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3521285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-351976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502817'] for rbac-policy, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:20.312376 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:20.313581 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cb28a415-d234-4658-88f7-0269390d96f2 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6148200 Sep 03 20:21:22.858121 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56234) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:23.145999 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Request body: {'network': {'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'name': 'private', 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:23.173132 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Made reservation on behalf of 0a13f0dd20d84fa9a6dfd0073c9ad5e7 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:21:23.175862 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.192635 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.316009 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.321059 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.341537 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:21:23.368866 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744664212345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.369470 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Unsubscribe: segment precommit_create {{(pid=93894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 20:21:23.370006 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Added segment 1ad07a67-0986-4c8a-8f89-3200f2ea42dd of type vlan for network 37115121-32fe-4fa8-819e-5e51d7c67075 Sep 03 20:21:23.386040 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8008c73-8fb9-4e56-a9dd-4c43e231feca,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:23.433776 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.434135 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.434479 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.434815 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.435682 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.436024 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.436352 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.436678 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.437002 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.437321 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.437671 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.437988 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Tracked resource versions report: Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: pushed versions: Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: { 'AddressGroup': {'1.2'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'ConntrackHelper': {'1.0'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Log': {'1.0'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Network': {'1.1'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Port': {'1.7'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'PortForwarding': {'1.2'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'QosPolicy': {'1.9'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroup': {'1.4'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SubPort': {'1.0'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Subnet': {'1.1'}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Trunk': {'1.1'}} Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: consumer versions: Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'ConntrackHelper': '1.0', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Log': '1.0', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Network': '1.1', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Port': '1.7', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'PortForwarding': '1.2', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'QosPolicy': '1.9', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroup': '1.4', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroupRule': '1.2', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SubPort': '1.0', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Subnet': '1.1', Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Trunk': '1.1'}} Sep 03 20:21:23.439109 dv-cinder-760152-5-iscsi neutron-server[93894]: {{(pid=93894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:21:23.487307 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.525774 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.526975 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:23.527621 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:23.571200 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7119753 Sep 03 20:21:23.630785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd928d1c-9028-4345-927c-c99a728eb4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=37115121-32fe-4fa8-819e-5e51d7c67075,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:23.642750 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 37115121-32fe-4fa8-819e-5e51d7c67075 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:21:26.204245 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56248) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:26.589337 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59cfe6-5086-4083-8e8c-2d4418c7865c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:26.590699 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5a59cfe6-5086-4083-8e8c-2d4418c7865c admin admin] 10.222.0.23 "GET /v2.0/networks/37115121-32fe-4fa8-819e-5e51d7c67075 HTTP/1.1" status: 200 len: 825 time: 0.3855221 Sep 03 20:21:26.615206 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e2923c46-9f2e-4d0b-9af4-2db45fe05dc8 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/2e48d6d3-c2c7-4236-bd80-2d574fccdde5 HTTP/1.1" status: 200 len: 734 time: 0.0184124 Sep 03 20:21:26.624641 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Request body: {'subnet': {'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'gateway_ip': '172.20.0.1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:26.645115 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Made reservation on behalf of 0a13f0dd20d84fa9a6dfd0073c9ad5e7 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:21:26.647452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:26.928356 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:26.998645 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3dee694-03d3-44f6-970a-a786ff32a4e6,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:27.000585 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Checking segment: {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:21:27.000974 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Network hostable DHCP agents. Network: 37115121-32fe-4fa8-819e-5e51d7c67075, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:21:27.022557 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Network 37115121-32fe-4fa8-819e-5e51d7c67075 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:21:27.033518 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 37115121-32fe-4fa8-819e-5e51d7c67075) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:21:27.038048 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:27.038645 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:27.043730 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85f348-45a7-4c76-a600-9e31a41ec669 None None] Network 37115121-32fe-4fa8-819e-5e51d7c67075 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:21:27.052537 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4997ebab-1196-4363-90c3-91dfb3901ac5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4317303 Sep 03 20:21:27.360714 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-37115121-32fe-4fa8-819e-5e51d7c67075', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:21:27.362048 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:27.633177 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Allocated IP 172.20.0.2 (37115121-32fe-4fa8-819e-5e51d7c67075/c3dee694-03d3-44f6-970a-a786ff32a4e6/24c625cf-43b5-4a9e-8019-5323cda1daeb) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:21:27.834056 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:27.876781 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Transition to ACTIVE for port object 24c625cf-43b5-4a9e-8019-5323cda1daeb will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:21:27.898526 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Transition to ACTIVE for port object 24c625cf-43b5-4a9e-8019-5323cda1daeb will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:21:27.907237 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:27.976337 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Network 37115121-32fe-4fa8-819e-5e51d7c67075 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:21:27.985689 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:21:27.995558 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Pushing event updated for resources: {'Port': ['ID=24c625cf-43b5-4a9e-8019-5323cda1daeb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:27.997730 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:21:28.007184 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.007538 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.007878 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.008216 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.008550 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.008883 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.009210 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.009566 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.009911 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.010238 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.010563 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.010883 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Tracked resource versions report: Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: pushed versions: Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: { 'AddressGroup': {'1.2'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'ConntrackHelper': {'1.0'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Log': {'1.0'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Network': {'1.1'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Port': {'1.7'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'PortForwarding': {'1.2'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'QosPolicy': {'1.9'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroup': {'1.4'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SubPort': {'1.0'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Subnet': {'1.1'}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Trunk': {'1.1'}} Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: consumer versions: Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'ConntrackHelper': '1.0', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Log': '1.0', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Network': '1.1', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Port': '1.7', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'PortForwarding': '1.2', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'QosPolicy': '1.9', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroup': '1.4', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroupRule': '1.2', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SubPort': '1.0', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Subnet': '1.1', Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Trunk': '1.1'}} Sep 03 20:21:28.011962 dv-cinder-760152-5-iscsi neutron-server[93896]: {{(pid=93896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:21:28.082453 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Attempting to bind port 24c625cf-43b5-4a9e-8019-5323cda1daeb on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:21:28.083093 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Attempting to bind port 24c625cf-43b5-4a9e-8019-5323cda1daeb by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:21:28.083239 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Attempting to bind port 24c625cf-43b5-4a9e-8019-5323cda1daeb on network 37115121-32fe-4fa8-819e-5e51d7c67075 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:21:28.087976 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:21:28.088373 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Checking segment: {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:21:28.088862 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:28.089248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Bound using segment: {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:21:28.089729 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Bound port: 24c625cf-43b5-4a9e-8019-5323cda1daeb, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:21:28.090135 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:28.151187 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] For port 24c625cf-43b5-4a9e-8019-5323cda1daeb, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:21:28.155791 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] For port 24c625cf-43b5-4a9e-8019-5323cda1daeb, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=24c625cf-43b5-4a9e-8019-5323cda1daeb,segment=NetworkSegment(1ad07a67-0986-4c8a-8f89-3200f2ea42dd),segment_id=1ad07a67-0986-4c8a-8f89-3200f2ea42dd)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:21:28.162321 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:28.226549 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5ef04-a552-4930-82b5-9c1a97e41d92 None None] Pushing event updated for resources: {'Port': ['ID=24c625cf-43b5-4a9e-8019-5323cda1daeb,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:29.491459 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56256) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:29.800344 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-9320bbad-8404-4237-88c7-b65ec2f837df admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:21:29.801423 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9320bbad-8404-4237-88c7-b65ec2f837df admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088324 Sep 03 20:21:32.221279 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56264) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:32.533711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-97bf2eef-c371-4f3f-b437-573cabfdf147 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:21:32.534695 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-97bf2eef-c371-4f3f-b437-573cabfdf147 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124168 Sep 03 20:21:35.203072 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56274) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:35.503682 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:35.538863 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:35.540376 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:35.678023 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:35.682532 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:35.694427 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:35.695644 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f944647f-c45a-4973-be5f-5f6ab259b8f3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4915946 Sep 03 20:21:36.641191 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5c976-18e5-4527-8edc-80b6f8eb35d3 None None] Network 37115121-32fe-4fa8-819e-5e51d7c67075 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:21:36.757964 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e34b1ad0-9804-40ab-9351-4ea9fe6ceb2b None None] Provisioning for port 24c625cf-43b5-4a9e-8019-5323cda1daeb completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:21:36.876157 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 24c625cf-43b5-4a9e-8019-5323cda1daeb up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:21:36.962943 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 24c625cf-43b5-4a9e-8019-5323cda1daeb completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:21:36.967155 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 24c625cf-43b5-4a9e-8019-5323cda1daeb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:36.967544 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:37.070646 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:37.104905 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a16dae66-ecca-4d7c-8a95-b786808f21b3 None None] Provisioning complete for port 24c625cf-43b5-4a9e-8019-5323cda1daeb triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:37.105247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a16dae66-ecca-4d7c-8a95-b786808f21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:37.132864 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 24c625cf-43b5-4a9e-8019-5323cda1daeb, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=24c625cf-43b5-4a9e-8019-5323cda1daeb,segment=NetworkSegment(1ad07a67-0986-4c8a-8f89-3200f2ea42dd),segment_id=1ad07a67-0986-4c8a-8f89-3200f2ea42dd)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:21:37.141173 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:37.217954 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=24c625cf-43b5-4a9e-8019-5323cda1daeb,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:38.083643 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56286) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:38.389180 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-86fb8814-2459-4631-8926-07db60625663 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:21:38.390213 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-86fb8814-2459-4631-8926-07db60625663 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056395 Sep 03 20:21:38.846634 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 24c625cf-43b5-4a9e-8019-5323cda1daeb up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:21:38.891517 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 24c625cf-43b5-4a9e-8019-5323cda1daeb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:38.891888 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:40.058794 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66593f32-31c5-49d5-b1f5-efc195fbdb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:40.681965 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:21:40.760520 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56294) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:41.066278 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:41.086320 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Made reservation on behalf of d81700865b94425b8386c66062017231 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:21:41.088789 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.096415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.195017 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.198626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.212721 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Reserving flat network on physical network physnet1 {{(pid=93894) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 20:21:41.230705 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469a6c3-f900-40ae-bc39-245fc70ea7b5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:41.235816 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.236164 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Added segment f3b202fd-23e8-4dfb-a81a-499e04b4db7d of type flat for network f09c5ab2-f805-4c47-9b84-a351f010dbdf Sep 03 20:21:41.279955 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.310406 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.311350 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:41.311933 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:41.343150 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5816221 Sep 03 20:21:41.375824 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252373-cbda-4aff-8857-0008f808b785 admin admin] Pushing event updated for resources: {'Network': ['ID=f09c5ab2-f805-4c47-9b84-a351f010dbdf,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:41.385942 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:21:42.650193 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a33b7f49-69fe-40d1-abb0-ef8b963c08d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:42.991567 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:43.715234 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56302) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:43.740895 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:44.091432 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea51b788-bb21-4e90-8aba-532a21d6262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:44.092837 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ea51b788-bb21-4e90-8aba-532a21d6262a admin admin] 10.222.0.23 "GET /v2.0/subnets/c3dee694-03d3-44f6-970a-a786ff32a4e6 HTTP/1.1" status: 200 len: 849 time: 0.3766961 Sep 03 20:21:44.211382 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7b354cd8-1d84-4790-ab65-dc4db6e6be5a admin admin] 10.222.0.23 "GET /v2.0/routers/a7a4e52d-62be-4fab-b20c-655d9d25c4d6 HTTP/1.1" status: 200 len: 704 time: 0.1124010 Sep 03 20:21:44.488838 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:44.774898 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Allocated IP 172.20.0.1 (37115121-32fe-4fa8-819e-5e51d7c67075/c3dee694-03d3-44f6-970a-a786ff32a4e6/9a999734-2cdd-4ca2-b931-315d3979f069) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:21:44.968819 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:44.990793 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Transition to ACTIVE for port object 9a999734-2cdd-4ca2-b931-315d3979f069 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:21:45.053831 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.121521 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Network 37115121-32fe-4fa8-819e-5e51d7c67075 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:21:45.126148 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:21:45.133179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:21:45.133726 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.158054 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Pushing event updated for resources: {'Port': ['ID=9a999734-2cdd-4ca2-b931-315d3979f069,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:45.285896 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-dc74c65d-3c37-4523-baea-d6f9524faa64 None None] Provisioning for port 9a999734-2cdd-4ca2-b931-315d3979f069 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:21:45.289789 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-dc74c65d-3c37-4523-baea-d6f9524faa64 None None] Provisioning complete for port 9a999734-2cdd-4ca2-b931-315d3979f069 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:45.290233 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc74c65d-3c37-4523-baea-d6f9524faa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.323345 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-dc74c65d-3c37-4523-baea-d6f9524faa64 None None] Port 9a999734-2cdd-4ca2-b931-315d3979f069 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:21:45.333209 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.447118 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.537791 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.542107 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.542835 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.601036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Pushing event updated for resources: {'Port': ['ID=9a999734-2cdd-4ca2-b931-315d3979f069,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:45.665569 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Network 37115121-32fe-4fa8-819e-5e51d7c67075 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:21:45.666869 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:21:45.829753 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:21:45.844854 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-dfe25e62-fe9e-4ae1-8182-105451669de1 None None] Provisioning complete for port 9a999734-2cdd-4ca2-b931-315d3979f069 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:45.845305 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfe25e62-fe9e-4ae1-8182-105451669de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:45.880256 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-dfe25e62-fe9e-4ae1-8182-105451669de1 None None] Port 9a999734-2cdd-4ca2-b931-315d3979f069 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:21:45.920209 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:21:45.925300 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1a04508c-5065-4e89-b180-2c2273b16a20 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7a4e52d-62be-4fab-b20c-655d9d25c4d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7076991 Sep 03 20:21:45.949007 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Sync routers for ids ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:21:45.962857 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Routers {'a7a4e52d-62be-4fab-b20c-655d9d25c4d6'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:21:45.963702 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:21:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:46.151779 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Set router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:21:46.571447 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'name': 'router1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:21:35Z', 'updated_at': '2021-09-03T20:21:45Z', 'revision_number': 2, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'gw_port_host': None, '_interfaces': [{'id': '9a999734-2cdd-4ca2-b931-315d3979f069', 'name': '', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'mac_address': 'fa:16:3e:75:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:44Z', 'updated_at': '2021-09-03T20:21:45Z', 'revision_number': 2, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'subnets': [{'id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:46.622297 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Checking router: a7a4e52d-62be-4fab-b20c-655d9d25c4d6 for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:21:46.622678 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Updating router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 port 9a999734-2cdd-4ca2-b931-315d3979f069 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:21:46.670289 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:47.173906 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:47.191971 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Transition to ACTIVE for port object 9a999734-2cdd-4ca2-b931-315d3979f069 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:21:47.199128 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:47.356765 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Pushing event updated for resources: {'Port': ['ID=9a999734-2cdd-4ca2-b931-315d3979f069,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:47.358975 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Attempting to bind port 9a999734-2cdd-4ca2-b931-315d3979f069 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:21:47.359366 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Attempting to bind port 9a999734-2cdd-4ca2-b931-315d3979f069 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:21:47.359776 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Attempting to bind port 9a999734-2cdd-4ca2-b931-315d3979f069 on network 37115121-32fe-4fa8-819e-5e51d7c67075 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:21:47.367724 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:21:47.368138 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Checking segment: {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:21:47.368619 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:47.369005 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Bound using segment: {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:21:47.369507 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Bound port: 9a999734-2cdd-4ca2-b931-315d3979f069, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad07a67-0986-4c8a-8f89-3200f2ea42dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:21:47.369896 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:47.373584 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.373930 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.374269 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.374615 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.374955 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.375261 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.375589 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.375916 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.376254 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.376580 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.376903 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.377222 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Tracked resource versions report: Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: pushed versions: Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: { 'AddressGroup': {'1.2'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'ConntrackHelper': {'1.0'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Log': {'1.0'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Network': {'1.1'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Port': {'1.7'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'PortForwarding': {'1.2'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'QosPolicy': {'1.9'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroup': {'1.4'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SubPort': {'1.0'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Subnet': {'1.1'}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Trunk': {'1.1'}} Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: consumer versions: Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'ConntrackHelper': '1.0', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Log': '1.0', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Network': '1.1', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Port': '1.7', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'PortForwarding': '1.2', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'QosPolicy': '1.9', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroup': '1.4', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroupRule': '1.2', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SubPort': '1.0', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Subnet': '1.1', Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Trunk': '1.1'}} Sep 03 20:21:47.378323 dv-cinder-760152-5-iscsi neutron-server[93897]: {{(pid=93897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:21:47.444443 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] For port 9a999734-2cdd-4ca2-b931-315d3979f069, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:21:47.464833 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] For port 9a999734-2cdd-4ca2-b931-315d3979f069, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=9a999734-2cdd-4ca2-b931-315d3979f069,segment=NetworkSegment(1ad07a67-0986-4c8a-8f89-3200f2ea42dd),segment_id=1ad07a67-0986-4c8a-8f89-3200f2ea42dd)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:21:47.469483 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:47.523560 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Routers {'a7a4e52d-62be-4fab-b20c-655d9d25c4d6'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:21:47.524181 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:21:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:47.588461 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd913-5884-4a66-9436-5bfcd32bee7d None None] Pushing event updated for resources: {'Port': ['ID=9a999734-2cdd-4ca2-b931-315d3979f069,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:47.617141 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] Set router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:21:47.822467 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'name': 'router1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:21:35Z', 'updated_at': '2021-09-03T20:21:45Z', 'revision_number': 2, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'gw_port_host': None, '_interfaces': [{'id': '9a999734-2cdd-4ca2-b931-315d3979f069', 'name': '', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'mac_address': 'fa:16:3e:75:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:44Z', 'updated_at': '2021-09-03T20:21:47Z', 'revision_number': 4, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'subnets': [{'id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:47.847965 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eac0df-3258-4571-99a3-467041b89cd2 None None] The sync data for ids ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'] in dv-cinder-760152-5-iscsi is: [{'id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'name': 'router1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:21:35Z', 'updated_at': '2021-09-03T20:21:45Z', 'revision_number': 2, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'gw_port_host': None, '_interfaces': [{'id': '9a999734-2cdd-4ca2-b931-315d3979f069', 'name': '', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'mac_address': 'fa:16:3e:75:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:44Z', 'updated_at': '2021-09-03T20:21:47Z', 'revision_number': 4, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'subnets': [{'id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:21:48.214292 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56322) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:48.349280 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94a9e9-7abb-4f53-9072-05f1aba9b77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:48.350659 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6d94a9e9-7abb-4f53-9072-05f1aba9b77d admin admin] 10.222.0.23 "GET /v2.0/networks/f09c5ab2-f805-4c47-9b84-a351f010dbdf HTTP/1.1" status: 200 len: 842 time: 0.1353362 Sep 03 20:21:48.361203 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:48.382403 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Made reservation on behalf of d81700865b94425b8386c66062017231 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:21:48.385042 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:48.730626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.objects.ports [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93894) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 20:21:48.730967 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:48.783766 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298e85e1-f26b-4b65-9aae-645a05f3b9cb,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:48.795841 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:21:48.796371 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Network hostable DHCP agents. Network: f09c5ab2-f805-4c47-9b84-a351f010dbdf, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:21:48.824110 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:21:48.832774 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, f09c5ab2-f805-4c47-9b84-a351f010dbdf) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:21:48.837725 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:48.838584 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:48.842581 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29700c4-4447-46ff-a119-378f3d70fddc None None] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:21:48.861888 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b3dacecb-ada6-43ea-ab84-69d4592694b7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4959636 Sep 03 20:21:48.973572 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904da6e8-8013-4c86-994f-44a09d6397a2 None None] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:21:51.175464 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56340) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:51.305769 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-95cea9b9-29c7-4fb9-ad16-41a8a8c772a2 admin admin] 10.222.0.23 "GET /v2.0/routers/a7a4e52d-62be-4fab-b20c-655d9d25c4d6 HTTP/1.1" status: 200 len: 710 time: 0.1290329 Sep 03 20:21:51.393793 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bee7d2-405e-4ac0-88fa-eacecab0440d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:21:51.395165 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-08bee7d2-405e-4ac0-88fa-eacecab0440d admin admin] 10.222.0.23 "GET /v2.0/networks/f09c5ab2-f805-4c47-9b84-a351f010dbdf HTTP/1.1" status: 200 len: 886 time: 0.0827756 Sep 03 20:21:51.404501 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:21:51.647847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:51.875197 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:51.951071 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.054239 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Allocated IP 172.27.2.241 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/7a1216d7-c04b-4a25-b7d9-1e288a7003c4) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:21:52.160232 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.199057 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.233611 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:21:52.236189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:21:52.240250 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:21:52.280123 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1216d7-c04b-4a25-b7d9-1e288a7003c4,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:52.576351 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.759881 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7787'] for router, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.764017 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-682484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-682445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662670'] for router, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.871093 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:21:52.991247 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:21:52.995783 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:52.997590 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a979e4d5-042c-491c-81e7-fab514790749 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7a4e52d-62be-4fab-b20c-655d9d25c4d6 HTTP/1.1" status: 200 len: 890 time: 1.5957029 Sep 03 20:21:54.310839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Sync routers for ids ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:21:54.320893 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Routers {'a7a4e52d-62be-4fab-b20c-655d9d25c4d6'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:21:54.321597 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:21:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:54.573724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Set router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:21:54.974673 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'name': 'router1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7a1216d7-c04b-4a25-b7d9-1e288a7003c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:21:35Z', 'updated_at': '2021-09-03T20:21:52Z', 'revision_number': 4, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'gw_port': {'id': '7a1216d7-c04b-4a25-b7d9-1e288a7003c4', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:51Z', 'updated_at': '2021-09-03T20:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '9a999734-2cdd-4ca2-b931-315d3979f069', 'name': '', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'mac_address': 'fa:16:3e:75:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:44Z', 'updated_at': '2021-09-03T20:21:47Z', 'revision_number': 4, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'subnets': [{'id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:55.027786 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 9a999734-2cdd-4ca2-b931-315d3979f069 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:21:55.030842 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Checking router: a7a4e52d-62be-4fab-b20c-655d9d25c4d6 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:21:55.031194 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Updating router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:21:55.100114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.208823 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 9a999734-2cdd-4ca2-b931-315d3979f069 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:21:55.234545 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 9a999734-2cdd-4ca2-b931-315d3979f069 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:55.234919 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.408932 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.411773 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56352) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:21:55.490194 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 9a999734-2cdd-4ca2-b931-315d3979f069, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=9a999734-2cdd-4ca2-b931-315d3979f069,segment=NetworkSegment(1ad07a67-0986-4c8a-8f89-3200f2ea42dd),segment_id=1ad07a67-0986-4c8a-8f89-3200f2ea42dd)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:21:55.495732 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.528658 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7e40e27c-d136-40fc-ac19-2dea437a3082 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157682 Sep 03 20:21:55.530665 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.546930 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Transition to ACTIVE for port object 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:21:55.560371 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.574494 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=9a999734-2cdd-4ca2-b931-315d3979f069,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:55.627365 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Attempting to bind port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:21:55.627650 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Attempting to bind port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:21:55.628019 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Attempting to bind port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:21:55.640292 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:21:55.640672 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:21:55.641081 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.641505 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:21:55.641975 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Bound port: 7a1216d7-c04b-4a25-b7d9-1e288a7003c4, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:21:55.642380 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.644134 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c9e5f-853f-4918-b57d-dde25ecd26ad None None] Pushing event updated for resources: {'Port': ['ID=7a1216d7-c04b-4a25-b7d9-1e288a7003c4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:55.699037 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] For port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:21:55.702557 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] For port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=7a1216d7-c04b-4a25-b7d9-1e288a7003c4,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:21:55.706342 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:55.763190 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c9e5f-853f-4918-b57d-dde25ecd26ad None None] Pushing event updated for resources: {'Port': ['ID=7a1216d7-c04b-4a25-b7d9-1e288a7003c4,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:55.765760 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Routers {'a7a4e52d-62be-4fab-b20c-655d9d25c4d6'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:21:55.766351 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:21:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:55.945481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] Set router a7a4e52d-62be-4fab-b20c-655d9d25c4d6 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:21:56.164239 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'name': 'router1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7a1216d7-c04b-4a25-b7d9-1e288a7003c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:21:35Z', 'updated_at': '2021-09-03T20:21:52Z', 'revision_number': 4, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'gw_port': {'id': '7a1216d7-c04b-4a25-b7d9-1e288a7003c4', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:51Z', 'updated_at': '2021-09-03T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '9a999734-2cdd-4ca2-b931-315d3979f069', 'name': '', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'mac_address': 'fa:16:3e:75:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:44Z', 'updated_at': '2021-09-03T20:21:55Z', 'revision_number': 5, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'subnets': [{'id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:21:56.189747 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd4fa5-72ea-499d-863e-128b59fba995 None None] The sync data for ids ['a7a4e52d-62be-4fab-b20c-655d9d25c4d6'] in dv-cinder-760152-5-iscsi is: [{'id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'name': 'router1', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7a1216d7-c04b-4a25-b7d9-1e288a7003c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:21:35Z', 'updated_at': '2021-09-03T20:21:52Z', 'revision_number': 4, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'gw_port': {'id': '7a1216d7-c04b-4a25-b7d9-1e288a7003c4', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:51Z', 'updated_at': '2021-09-03T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '9a999734-2cdd-4ca2-b931-315d3979f069', 'name': '', 'network_id': '37115121-32fe-4fa8-819e-5e51d7c67075', 'tenant_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'mac_address': 'fa:16:3e:75:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4e52d-62be-4fab-b20c-655d9d25c4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:21:44Z', 'updated_at': '2021-09-03T20:21:55Z', 'revision_number': 5, 'project_id': '0a13f0dd20d84fa9a6dfd0073c9ad5e7', 'subnets': [{'id': 'c3dee694-03d3-44f6-970a-a786ff32a4e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e48d6d3-c2c7-4236-bd80-2d574fccdde5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:21:56.958115 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 9a999734-2cdd-4ca2-b931-315d3979f069 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:21:57.005649 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 9a999734-2cdd-4ca2-b931-315d3979f069 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:57.006033 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:57.083998 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:21:57.137869 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:21:57.141260 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:57.141667 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:57.220209 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:57.250273 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=7a1216d7-c04b-4a25-b7d9-1e288a7003c4,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:21:57.255294 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:57.306876 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=7a1216d7-c04b-4a25-b7d9-1e288a7003c4,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:21:58.888297 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:21:58.973356 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 7a1216d7-c04b-4a25-b7d9-1e288a7003c4 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:21:58.974293 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.061946 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da5b1c8b-1abe-4b85-8a1e-3f2c31b54c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.654787 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ed54ecc-19a4-4ecc-83e5-4286bf19a5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.995783 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.748186 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.470163 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.680682 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:22:40.064878 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-02987a8a-82c7-4434-b243-56c4f0989b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:42.650896 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63bf0347-3462-4d20-a094-0115c8f94256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:42.994006 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:43.745383 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:45.474623 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.680051 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:23:10.068517 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf63a-0351-41cb-905e-bc46b5be5866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:12.643120 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92e8940c-2594-4c85-9fab-8699c3733e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:12.985141 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:13.743076 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:15.476248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:31.119970 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56914) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:31.180514 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.pecan_wsgi.hooks.translation [None req-348d76c8-51e6-4342-b2a2-724864592049 admin admin] GET failed (client error): The resource could not be found. Sep 03 20:23:31.181846 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-348d76c8-51e6-4342-b2a2-724864592049 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607936 Sep 03 20:23:31.338500 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0707ac-cd3d-49cc-8e22-4801457c4da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:31.342460 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bc0707ac-cd3d-49cc-8e22-4801457c4da2 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540961 Sep 03 20:23:31.679059 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:23:33.508200 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56924) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:33.603272 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff868f-8072-4271-aef4-adb2784cfb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:33.604603 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-48ff868f-8072-4271-aef4-adb2784cfb3d admin admin] 10.222.0.23 "GET /v2.0/subnets/c3dee694-03d3-44f6-970a-a786ff32a4e6 HTTP/1.1" status: 200 len: 849 time: 0.0954444 Sep 03 20:23:33.614723 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:33.695780 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:33.832627 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744664088814'] for subnet, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:33.861916 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:33.862985 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:33.877654 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] 10.222.0.23 "PUT /v2.0/subnets/c3dee694-03d3-44f6-970a-a786ff32a4e6 HTTP/1.1" status: 200 len: 868 time: 0.2527163 Sep 03 20:23:33.877906 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e834d-c5c6-4c0e-b917-b42a93ff8d10 None None] Network 37115121-32fe-4fa8-819e-5e51d7c67075 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:33.883362 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3dee694-03d3-44f6-970a-a786ff32a4e6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:33.890586 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.890965 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.891275 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.891610 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.891940 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.892291 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.892616 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.893578 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.893578 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.893781 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.894011 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:33.894343 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2419299-52b2-4d75-9fd4-3d79ea35e123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:34.239083 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-0c12848b-21fc-4cb2-89fe-e05190092a4c None None] Provisioning complete for port 24c625cf-43b5-4a9e-8019-5323cda1daeb triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:34.239467 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c12848b-21fc-4cb2-89fe-e05190092a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:34.326282 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-0c12848b-21fc-4cb2-89fe-e05190092a4c None None] Provisioning complete for port 9a999734-2cdd-4ca2-b931-315d3979f069 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:34.326663 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c12848b-21fc-4cb2-89fe-e05190092a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:36.119667 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 56932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:36.242947 dv-cinder-760152-5-iscsi neutron-server[93895]: WARNING oslo_policy.policy [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:23:36.243556 dv-cinder-760152-5-iscsi neutron-server[93895]: WARNING oslo_policy.policy [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:23:36.744995 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.policy [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 20:23:36.791352 dv-cinder-760152-5-iscsi neutron-server[93895]: WARNING oslo_policy.policy [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:23:36.791716 dv-cinder-760152-5-iscsi neutron-server[93895]: WARNING oslo_policy.policy [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:23:36.800479 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:36.800969 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:36.802892 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-30feda96-5a92-46fc-9835-10c917e7c031 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6821706 Sep 03 20:23:38.985244 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 56948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:39.117896 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222202c6-4534-4d5b-ab10-aa6abc70658b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:39.118382 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222202c6-4534-4d5b-ab10-aa6abc70658b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:39.119876 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-222202c6-4534-4d5b-ab10-aa6abc70658b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336672 Sep 03 20:23:40.068450 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd90341-9650-4b93-89d1-0cb1cf8d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.291041 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 56956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:41.491468 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e68171-7db4-4597-9d73-25bcb251a68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:41.492754 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a6e68171-7db4-4597-9d73-25bcb251a68d admin admin] 10.222.0.23 "GET /v2.0/networks/37115121-32fe-4fa8-819e-5e51d7c67075 HTTP/1.1" status: 200 len: 869 time: 0.2007833 Sep 03 20:23:42.645928 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-45167af6-a97e-40f0-9824-aed3f50d3587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.985968 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.653376 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 56964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:43.744719 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.775016 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b8eff-5128-4b32-8c22-fed454a3f444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:43.776875 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-3e0b8eff-5128-4b32-8c22-fed454a3f444 admin admin] 10.222.0.23 "GET /v2.0/networks/f09c5ab2-f805-4c47-9b84-a351f010dbdf HTTP/1.1" status: 200 len: 886 time: 0.1220095 Sep 03 20:23:45.483990 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:45.940341 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56972) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:46.061522 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adffa1-c8d8-4363-9c3f-e0b2d820b80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:46.061986 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adffa1-c8d8-4363-9c3f-e0b2d820b80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:46.063464 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e4adffa1-c8d8-4363-9c3f-e0b2d820b80b admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221874 Sep 03 20:23:48.222873 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56980) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:48.315189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab90b6-9127-4126-aade-644c1d05f532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:48.315653 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab90b6-9127-4126-aade-644c1d05f532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:48.317114 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-46ab90b6-9127-4126-aade-644c1d05f532 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932810 Sep 03 20:23:50.478605 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 56988) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:50.563010 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91936b16-57c6-43cb-8c89-59216890b072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:50.564379 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-91936b16-57c6-43cb-8c89-59216890b072 admin admin] 10.222.0.23 "GET /v2.0/subnets/298e85e1-f26b-4b65-9aae-645a05f3b9cb HTTP/1.1" status: 200 len: 816 time: 0.0848501 Sep 03 20:23:52.761486 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 56996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:52.887882 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480810a9-0997-460d-86d0-2369a5103ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:52.889206 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-480810a9-0997-460d-86d0-2369a5103ae0 admin admin] 10.222.0.23 "GET /v2.0/subnets/c3dee694-03d3-44f6-970a-a786ff32a4e6 HTTP/1.1" status: 200 len: 868 time: 0.1267855 Sep 03 20:24:08.677777 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:24:10.076109 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f76977ee-dcb4-4b4a-b8a1-1e4827206e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.645092 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f88337b-ac41-4684-87fa-90392236fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.986742 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:13.748213 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.489293 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.588210 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57050) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:16.635070 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-612a5507-c04f-47f4-b0e8-633ae1c93e37 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:24:16.636101 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-612a5507-c04f-47f4-b0e8-633ae1c93e37 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462897 Sep 03 20:24:18.886416 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57058) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:18.946276 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c681e9e-0171-435f-8512-920281ffe0b4 admin admin] GET failed (client error): The resource could not be found. Sep 03 20:24:18.947551 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0c681e9e-0171-435f-8512-920281ffe0b4 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602105 Sep 03 20:24:19.031364 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e749fc-dedc-45ab-83f9-0659a3a7cd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:19.032803 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e3e749fc-dedc-45ab-83f9-0659a3a7cd03 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804570 Sep 03 20:24:21.237689 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57066) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:21.283340 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:21.303542 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Made reservation on behalf of d81700865b94425b8386c66062017231 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:21.305949 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.332632 dv-cinder-760152-5-iscsi neutron-server[93894]: WARNING neutron.services.revisions.revision_plugin [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Could not find related network for resource to bump revision. Sep 03 20:24:21.344144 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:24:21.353131 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.353508 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Added segment e9b3bd18-52bd-4c9a-8e0a-bf997235b410 of type vlan for network 381f7834-f012-4854-a7c4-54ac03539739 Sep 03 20:24:21.391022 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.413592 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.414582 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:21.415199 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.449737 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2109432 Sep 03 20:24:21.585205 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5862f0-e2b0-4600-a01c-3dd7a45d3ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=381f7834-f012-4854-a7c4-54ac03539739,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:21.595335 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 381f7834-f012-4854-a7c4-54ac03539739 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:24:23.672858 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57074) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:23.731937 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.pecan_wsgi.hooks.translation [None req-06495d46-124b-4e6b-8832-e96da29f2a08 admin admin] GET failed (client error): The resource could not be found. Sep 03 20:24:23.733248 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-06495d46-124b-4e6b-8832-e96da29f2a08 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594282 Sep 03 20:24:23.799943 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0359ed-420f-425c-a325-601b4dc226d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:23.801355 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ce0359ed-420f-425c-a325-601b4dc226d3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635800 Sep 03 20:24:23.812175 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '381f7834-f012-4854-a7c4-54ac03539739', 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:23.832355 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Made reservation on behalf of d81700865b94425b8386c66062017231 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:23.834662 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.990894 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.044263 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921aac79-8e33-4f3d-966b-e544ddfddaaa,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:24.053768 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Checking segment: {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:24.054123 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Network hostable DHCP agents. Network: 381f7834-f012-4854-a7c4-54ac03539739, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:24:24.069341 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Network 381f7834-f012-4854-a7c4-54ac03539739 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:24:24.077493 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 381f7834-f012-4854-a7c4-54ac03539739) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:24.081554 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:24.082165 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.086215 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24083c55-d7bf-4534-b9c2-331bc0fb1ec7 None None] Network 381f7834-f012-4854-a7c4-54ac03539739 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:24:24.096475 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5b43fd1e-128f-4458-a8bd-bbdb40c5d205 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2877529 Sep 03 20:24:24.330219 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-381f7834-f012-4854-a7c4-54ac03539739', 'network_id': '381f7834-f012-4854-a7c4-54ac03539739', 'tenant_id': 'd81700865b94425b8386c66062017231', 'fixed_ips': [{'subnet_id': '921aac79-8e33-4f3d-966b-e544ddfddaaa'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:24:24.331100 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.470000 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Allocated IP 192.168.233.2 (381f7834-f012-4854-a7c4-54ac03539739/921aac79-8e33-4f3d-966b-e544ddfddaaa/4c45d371-5294-4c10-a06b-2bda476b84b0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:24.617712 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.626360 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Transition to ACTIVE for port object 4c45d371-5294-4c10-a06b-2bda476b84b0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:24.640628 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Transition to ACTIVE for port object 4c45d371-5294-4c10-a06b-2bda476b84b0 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:24.647158 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.686218 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Network 381f7834-f012-4854-a7c4-54ac03539739 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:24.689019 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:24.691562 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:24.699877 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Pushing event updated for resources: {'Port': ['ID=4c45d371-5294-4c10-a06b-2bda476b84b0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:24.707976 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.708329 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.708672 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.709024 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.709386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.709738 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.710062 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.710387 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.710728 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.711700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.711700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.711700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:24.765544 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Attempting to bind port 4c45d371-5294-4c10-a06b-2bda476b84b0 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:24.765910 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Attempting to bind port 4c45d371-5294-4c10-a06b-2bda476b84b0 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:24.766257 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Attempting to bind port 4c45d371-5294-4c10-a06b-2bda476b84b0 on network 381f7834-f012-4854-a7c4-54ac03539739 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:24.771070 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:24.771438 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Checking segment: {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:24.771829 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.772217 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Bound using segment: {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:24.772670 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Bound port: 4c45d371-5294-4c10-a06b-2bda476b84b0, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:24.773046 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.835725 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] For port 4c45d371-5294-4c10-a06b-2bda476b84b0, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:24.839481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] For port 4c45d371-5294-4c10-a06b-2bda476b84b0, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=4c45d371-5294-4c10-a06b-2bda476b84b0,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:24.843743 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.907524 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f417c-92da-4c86-bc85-87e9b9fde148 None None] Pushing event updated for resources: {'Port': ['ID=4c45d371-5294-4c10-a06b-2bda476b84b0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:25.689915 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e79955-2deb-4579-b258-062b05d20a10 None None] Network 381f7834-f012-4854-a7c4-54ac03539739 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:24:25.798676 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1fdbd84d-8fa8-4d13-b047-edf9ab94cb0c None None] Provisioning for port 4c45d371-5294-4c10-a06b-2bda476b84b0 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:27.002711 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 4c45d371-5294-4c10-a06b-2bda476b84b0 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:27.053429 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 4c45d371-5294-4c10-a06b-2bda476b84b0 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:27.056992 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 4c45d371-5294-4c10-a06b-2bda476b84b0 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:27.057365 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.130886 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.161811 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 4c45d371-5294-4c10-a06b-2bda476b84b0, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=4c45d371-5294-4c10-a06b-2bda476b84b0,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:27.165341 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.218412 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=4c45d371-5294-4c10-a06b-2bda476b84b0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:28.983419 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 4c45d371-5294-4c10-a06b-2bda476b84b0 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:29.031524 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 4c45d371-5294-4c10-a06b-2bda476b84b0 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:29.031898 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:40.068516 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ea3d0bcc-c8ad-4e09-a605-c073551b746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.646126 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47e5d4b0-d56e-425d-a571-7bd0f16e04fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.987718 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:43.750985 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:45.490200 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:45.677069 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:25:10.068597 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e5c382-2e6b-4bdf-b674-4513b6962f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.646023 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-516585db-6d79-4d12-950c-da6f24569b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.990123 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.755425 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.492161 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:22.674574 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:25:31.855817 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57126) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:31.861729 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-26629f2c-ac7c-4f2d-b287-f6568ef94e9b tempest-verify_tempest_config-1042148585 tempest-verify_tempest_config-1042148585-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:25:31.862688 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-26629f2c-ac7c-4f2d-b287-f6568ef94e9b tempest-verify_tempest_config-1042148585 tempest-verify_tempest_config-1042148585-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059073 Sep 03 20:25:32.148179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57144) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:32.251432 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.341912 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.345498 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.387463 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42c77bf333b147bfa8dd53999b1558b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2382801 Sep 03 20:25:32.389255 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125f2d4-638f-4df8-98df-10ed44ed4faf,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:32.390252 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57148) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:32.395640 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.395998 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.396339 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.396672 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.397003 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.397346 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.397702 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.398025 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.398359 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.398684 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.398999 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.399317 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66bc045-59b9-425a-b92e-70d440f3848c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.478526 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.501595 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.610815 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.613452 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:32.614644 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9125f2d4-638f-4df8-98df-10ed44ed4faf HTTP/1.1" status: 204 len: 168 time: 0.2234268 Sep 03 20:25:32.622902 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125f2d4-638f-4df8-98df-10ed44ed4faf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:32.632128 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.632488 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.632827 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.633160 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.633597 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.633873 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.634204 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.634530 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.634856 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.635262 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.635501 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.635823 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20531c86-717b-4cdd-9ce7-44f285d3e06f admin admin] Tracked resource versions report: Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: pushed versions: Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: { 'AddressGroup': {'1.2'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'ConntrackHelper': {'1.0'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Log': {'1.0'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Network': {'1.1'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Port': {'1.7'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'PortForwarding': {'1.2'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'QosPolicy': {'1.9'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroup': {'1.4'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SubPort': {'1.0'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Subnet': {'1.1'}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Trunk': {'1.1'}} Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: consumer versions: Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'ConntrackHelper': '1.0', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Log': '1.0', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Network': '1.1', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Port': '1.7', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'PortForwarding': '1.2', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'QosPolicy': '1.9', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroup': '1.4', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroupRule': '1.2', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SubPort': '1.0', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Subnet': '1.1', Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Trunk': '1.1'}} Sep 03 20:25:32.637006 dv-cinder-760152-5-iscsi neutron-server[93895]: {{(pid=93895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:25:40.069687 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc3df-886b-4e69-8239-1081b48abf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.649505 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64dec34d-5252-42dc-bc44-84be68d1237b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.991280 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.757654 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.496898 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.674002 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:26:10.069717 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0173d13f-3968-4f7d-b153-10f554309dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:12.648861 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34c6679c-e5f9-42ea-8358-61debdff237d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:12.993341 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:13.761465 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:15.501159 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:36.673345 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 5 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:26:40.068507 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8c7546a-b1a5-40b4-b279-37b74553e1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.650624 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7a50621e-c407-4b80-ac4d-211b9a90e353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.993738 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:43.763238 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:45.502379 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:00.783582 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698531'] for agent, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:10.068730 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f69b0b69-b7ca-4656-a64a-4761f26aabc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.650499 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2e1a79a1-3a31-4617-b594-49667bdc916c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.994404 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.671331 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:27:13.766481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.504175 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.079068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57228) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:16.184611 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-98df19f7-7fce-499b-aa11-efa9733560fb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1044323 Sep 03 20:27:18.356264 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57238) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:18.409151 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a19343a2-c2d2-4afe-be09-81736df4c13a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0518472 Sep 03 20:27:30.737679 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:40.073127 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4674118-7a90-4963-b0eb-ccdd03eface8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.650686 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9317d192-0f32-4276-a4a2-77cc5921b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.994437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.770274 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.506995 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:50.671007 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:28:00.736993 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:10.075151 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf369083-4643-400e-bb78-71568902311a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.661506 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b029ae1e-3a96-4737-8ab5-e1fc9d0a1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:13.000490 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:13.773992 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:15.510246 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:27.671479 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:28:30.754173 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:40.077653 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f4113e4-4d3d-4041-b24f-45d03abefb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:42.671105 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b648bdc-8665-42b7-b47d-bb38c0c8efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:43.005626 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:43.793473 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.094651 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57320) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:44.213864 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-network', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:44.215830 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.quota [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Loaded quota_driver: . Sep 03 20:28:44.298118 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Made reservation on behalf of a6d755e6995e4975994b03d28f4a18b6 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:44.305683 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.322265 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.466530 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.470894 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.497192 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cbf889-d1d4-4089-a56c-24dd00a4da3a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:44.511504 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.511768 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.512219 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.512747 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.513091 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.513489 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.513772 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.514101 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.514442 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.514773 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.515100 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.515429 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Tracked resource versions report: Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: pushed versions: Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: { 'AddressGroup': {'1.2'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'ConntrackHelper': {'1.0'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Log': {'1.0'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Network': {'1.1'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Port': {'1.7'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'PortForwarding': {'1.2'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'QosPolicy': {'1.9'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroup': {'1.4'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SubPort': {'1.0'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Subnet': {'1.1'}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Trunk': {'1.1'}} Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: consumer versions: Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: HyperV agent@hv-cinder-76015: {}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'ConntrackHelper': '1.0', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Log': '1.0', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Network': '1.1', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Port': '1.7', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'PortForwarding': '1.2', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'QosPolicy': '1.9', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroup': '1.4', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SecurityGroupRule': '1.2', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'SubPort': '1.0', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Subnet': '1.1', Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: 'Trunk': '1.1'}} Sep 03 20:28:44.516470 dv-cinder-760152-5-iscsi neutron-server[93895]: {{(pid=93895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:28:44.531594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:28:44.548183 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744664212345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.548861 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Unsubscribe: segment precommit_create {{(pid=93895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 20:28:44.549472 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Added segment 70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e of type vlan for network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf Sep 03 20:28:44.617959 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.651687 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.652865 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:44.653570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.751162 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] Pushing event updated for resources: {'Network': ['ID=3b274558-1e98-4d5c-9c5b-3eba9ed773cf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:44.762231 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:28:44.764833 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57382) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:44.765389 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2d651f0c-d198-4bf0-a05a-484621b81f1a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6677787 Sep 03 20:28:44.774415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Request body: {'subnet': {'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-subnet', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:44.802361 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Made reservation on behalf of a6d755e6995e4975994b03d28f4a18b6 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:44.804771 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:44.976579 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.047463 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0e89c7-ac6b-4317-b534-beda860f0fc3,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:45.053853 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Checking segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:45.054213 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Network hostable DHCP agents. Network: 3b274558-1e98-4d5c-9c5b-3eba9ed773cf, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:28:45.059984 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.060352 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.060697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.061037 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.061357 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.061771 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.062055 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.062467 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.062690 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.063008 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.063326 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.063647 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Tracked resource versions report: Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: pushed versions: Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: { 'AddressGroup': {'1.2'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'ConntrackHelper': {'1.0'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Log': {'1.0'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Network': {'1.1'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Port': {'1.7'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'PortForwarding': {'1.2'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'QosPolicy': {'1.9'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroup': {'1.4'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SubPort': {'1.0'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Subnet': {'1.1'}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Trunk': {'1.1'}} Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: consumer versions: Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: HyperV agent@hv-cinder-76015: {}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'ConntrackHelper': '1.0', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Log': '1.0', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Network': '1.1', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Port': '1.7', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'PortForwarding': '1.2', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'QosPolicy': '1.9', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroup': '1.4', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SecurityGroupRule': '1.2', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'SubPort': '1.0', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Subnet': '1.1', Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: 'Trunk': '1.1'}} Sep 03 20:28:45.064674 dv-cinder-760152-5-iscsi neutron-server[93894]: {{(pid=93894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:28:45.082967 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:28:45.097477 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 3b274558-1e98-4d5c-9c5b-3eba9ed773cf) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:45.102433 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:45.103289 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.111036 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db8ac9-fd8a-48ee-9c1d-6f6ef691b2af None None] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:45.125655 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-af2be72e-10fa-4c58-b037-7fb0a1ad54ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3588641 Sep 03 20:28:45.128267 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57404) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:45.132700 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:45.154742 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.155772 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.220237 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.362145 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e2f18-1d62-473f-8b9e-bd07e7a10d44 None None] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:45.400416 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.527877 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.633308 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.653626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.765608 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Allocated IP 172.27.2.230 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/bcbb755e-8557-4b8a-98c7-335ffaccb867) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:45.875921 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.926473 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.971412 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:45.971802 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57454) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:45.974478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:45.986174 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:45.989602 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbb755e-8557-4b8a-98c7-335ffaccb867,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:46.002350 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57458) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:46.009618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:46.039265 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:46.311819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-network', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:46.315124 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.328435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-707946494-network', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:46.349842 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Made reservation on behalf of 55172c075d4942569f4bb82bb4a0b6a2 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:46.352504 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.370347 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1222299647-network', 'tenant_id': 'd7601fcb90a947bda8b6bdd4b4003396'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:46.373891 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.391726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-7357485-network', 'tenant_id': '0771fbbac709414a8ec570ba31c6c0ec'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:46.414052 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Made reservation on behalf of 0dae737e6f3b49d7ba4c45178e5d076c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:46.419771 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.435629 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Made reservation on behalf of 0771fbbac709414a8ec570ba31c6c0ec for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:46.438369 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.449832 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.455274 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.467668 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.db.api [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:28:46.467668 dv-cinder-760152-5-iscsi neutron-server[93895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 20:28:46.467668 dv-cinder-760152-5-iscsi neutron-server[93895]: [parameters: {'project_id_1': '55172c075d4942569f4bb82bb4a0b6a2', 'expiration_1': datetime.datetime(2021, 9, 3, 20, 28, 26, 408640)}] Sep 03 20:28:46.467668 dv-cinder-760152-5-iscsi neutron-server[93895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:28:46.468650 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG oslo_db.api [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:28:46.490156 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Made reservation on behalf of d7601fcb90a947bda8b6bdd4b4003396 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:46.492694 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.511796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.529637 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.530403 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.db.api [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:28:46.530403 dv-cinder-760152-5-iscsi neutron-server[93895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 20:28:46.530403 dv-cinder-760152-5-iscsi neutron-server[93895]: [parameters: {'project_id_1': '0771fbbac709414a8ec570ba31c6c0ec', 'expiration_1': datetime.datetime(2021, 9, 3, 20, 28, 26, 485729)}] Sep 03 20:28:46.530403 dv-cinder-760152-5-iscsi neutron-server[93895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:28:46.531189 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG oslo_db.api [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:28:46.628828 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.683746 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.691437 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Router 305996ed-99fd-4889-9adf-a34d544332dd is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:28:46.720047 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:28:46.733690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e744e65a-96f4-4312-ab39-241480524932,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:46.743514 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.744400 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Added segment 8dd8bbeb-87c1-457f-be87-5e744fdb158a of type vlan for network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 Sep 03 20:28:46.765225 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.786968 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.813891 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.827333 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:28:46.841210 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Sync routers for ids ['305996ed-99fd-4889-9adf-a34d544332dd'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:28:46.842837 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:28:46.848740 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.851817 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f64d1434-c336-4520-ae08-36c35fca5a79 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7220845 Sep 03 20:28:46.854945 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57508) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:46.857034 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Routers {'305996ed-99fd-4889-9adf-a34d544332dd'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:46.857991 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['305996ed-99fd-4889-9adf-a34d544332dd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:46.859444 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cbb387-1056-43b7-83ba-d8800c416d7e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:46.872865 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.873440 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Added segment e13c272c-f6d4-4c71-8940-8cf5d1238729 of type vlan for network f51a444c-68ab-42d3-91dd-777e9a1fcc3b Sep 03 20:28:46.941880 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.967063 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.968224 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:46.969104 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:46.977209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.036784 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Set router 305996ed-99fd-4889-9adf-a34d544332dd gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:47.037049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.052912 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.056188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:47.058153 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.078435 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57516) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:47.078620 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1049266 Sep 03 20:28:47.083621 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Request body: {'subnet': {'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-707946494-subnet', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:47.125662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b78cd3-5e5e-46f5-a945-e40f63c59dfb admin admin] Pushing event updated for resources: {'Network': ['ID=5ee35ae0-1c37-426c-a0c3-8fd67999bba3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:47.139195 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:28:47.226288 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] Pushing event updated for resources: {'Network': ['ID=f51a444c-68ab-42d3-91dd-777e9a1fcc3b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:47.313488 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.321086 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:28:47.324037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.363960 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:46Z', 'revision_number': 3, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:47.372212 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d053e71-6808-473d-a2ea-386e32f45ef4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:47.395896 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Made reservation on behalf of 0dae737e6f3b49d7ba4c45178e5d076c for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:47.398446 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.410294 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:28:47.411614 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Checking router: 305996ed-99fd-4889-9adf-a34d544332dd for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:28:47.412205 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Updating router 305996ed-99fd-4889-9adf-a34d544332dd port bcbb755e-8557-4b8a-98c7-335ffaccb867 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:28:47.470632 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.581376 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.602457 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-9800a458-f219-4fc6-95e6-89f01a043eae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5613036 Sep 03 20:28:47.603634 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57524) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:47.606960 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.610522 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Request body: {'subnet': {'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1222299647-subnet', 'tenant_id': 'd7601fcb90a947bda8b6bdd4b4003396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:47.659867 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.660137 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Added segment 4435a6b2-6b7e-4f54-8b3a-71dd58c8523b of type vlan for network 32f2f917-bc35-438b-baa6-3886b7544806 Sep 03 20:28:47.661428 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b960f7-2e52-4a2b-a270-f99f3a6e8021,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:47.673436 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Made reservation on behalf of d7601fcb90a947bda8b6bdd4b4003396 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:47.676219 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.703373 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:28:47.790335 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.797711 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Added segment c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34 of type vlan for network 9e107269-7e2a-4343-87cd-432ad4932c1f Sep 03 20:28:47.797711 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.820049 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.831890 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Transition to ACTIVE for port object bcbb755e-8557-4b8a-98c7-335ffaccb867 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:47.840129 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.844396 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.892343 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.914144 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.915292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:47.915982 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.940394 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Attempting to bind port bcbb755e-8557-4b8a-98c7-335ffaccb867 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:28:47.940644 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Attempting to bind port bcbb755e-8557-4b8a-98c7-335ffaccb867 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:28:47.941011 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Attempting to bind port bcbb755e-8557-4b8a-98c7-335ffaccb867 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:28:47.961664 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:47.976979 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.978533 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:28:47.978808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:47.980604 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.981214 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.984078 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9805102 Sep 03 20:28:47.987666 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:47.988157 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:47.988429 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57560) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:47.988564 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:28:47.989263 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Bound port: bcbb755e-8557-4b8a-98c7-335ffaccb867, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:28:47.989836 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.001803 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Request body: {'subnet': {'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-subnet', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:48.043480 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5283e3-0e2a-414c-9fda-0b02aea93b72 admin admin] Pushing event updated for resources: {'Network': ['ID=32f2f917-bc35-438b-baa6-3886b7544806,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:48.056107 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 32f2f917-bc35-438b-baa6-3886b7544806 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:28:48.060721 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Checking segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:48.061304 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Network hostable DHCP agents. Network: 5ee35ae0-1c37-426c-a0c3-8fd67999bba3, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:28:48.082451 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0712595 Sep 03 20:28:48.085756 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:48.106320 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Request body: {'subnet': {'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-7357485-subnet', 'tenant_id': '0771fbbac709414a8ec570ba31c6c0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:48.150651 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] For port bcbb755e-8557-4b8a-98c7-335ffaccb867, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:28:48.159818 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] For port bcbb755e-8557-4b8a-98c7-335ffaccb867, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=bcbb755e-8557-4b8a-98c7-335ffaccb867,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:28:48.174474 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.189006 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:28:48.200757 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156b702-88eb-4490-9bad-5a06e98e0611 admin admin] Pushing event updated for resources: {'Network': ['ID=9e107269-7e2a-4343-87cd-432ad4932c1f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:48.203353 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Pushing event updated for resources: {'Port': ['ID=bcbb755e-8557-4b8a-98c7-335ffaccb867,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:48.208701 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Made reservation on behalf of 55172c075d4942569f4bb82bb4a0b6a2 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:48.212309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.230039 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 9e107269-7e2a-4343-87cd-432ad4932c1f details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:28:48.248241 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.250781 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.251489 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.253085 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.255575 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Made reservation on behalf of 0771fbbac709414a8ec570ba31c6c0ec for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:48.256092 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.257813 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.258273 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.258563 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.259653 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.260125 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.261283 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.267141 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.268397 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Tracked resource versions report: Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: pushed versions: Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: { 'AddressGroup': {'1.2'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'ConntrackHelper': {'1.0'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Log': {'1.0'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Network': {'1.1'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Port': {'1.7'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'PortForwarding': {'1.2'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'QosPolicy': {'1.9'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroup': {'1.4'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SubPort': {'1.0'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Subnet': {'1.1'}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Trunk': {'1.1'}} Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: consumer versions: Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: HyperV agent@hv-cinder-76015: {}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'ConntrackHelper': '1.0', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Log': '1.0', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Network': '1.1', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Port': '1.7', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'PortForwarding': '1.2', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'QosPolicy': '1.9', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroup': '1.4', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SecurityGroupRule': '1.2', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'SubPort': '1.0', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Subnet': '1.1', Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: 'Trunk': '1.1'}} Sep 03 20:28:48.269603 dv-cinder-760152-5-iscsi neutron-server[93897]: {{(pid=93897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:28:48.276005 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 5ee35ae0-1c37-426c-a0c3-8fd67999bba3) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:48.285850 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:48.286009 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.346082 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c66f28-25eb-46a2-bef6-d0c4f6fb3a76 None None] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:48.408155 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Routers {'305996ed-99fd-4889-9adf-a34d544332dd'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:48.411900 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['305996ed-99fd-4889-9adf-a34d544332dd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:48.461739 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Allocated IP 172.20.0.1 (3b274558-1e98-4d5c-9c5b-3eba9ed773cf/2b0e89c7-ac6b-4317-b534-beda860f0fc3/8c25f8bd-1e4b-4a3b-a036-18385737cbad) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:48.559619 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc3cda-7202-4c97-a300-e06c53a269fa None None] Pushing event updated for resources: {'Port': ['ID=bcbb755e-8557-4b8a-98c7-335ffaccb867,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:48.613123 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.615769 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] Set router 305996ed-99fd-4889-9adf-a34d544332dd gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:48.629828 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57586) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:48.672008 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.672700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:28:48.673897 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.690928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.736968 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Pushing event updated for resources: {'Subnet': ['ID=962d28a3-4299-4f58-80b9-c6c812b3ce35,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:48.773220 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Checking segment: {'id': 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:48.773643 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Network hostable DHCP agents. Network: 9e107269-7e2a-4343-87cd-432ad4932c1f, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:28:48.812867 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Network 9e107269-7e2a-4343-87cd-432ad4932c1f is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:28:48.831919 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 9e107269-7e2a-4343-87cd-432ad4932c1f) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:48.861437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:48.862131 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.889391 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-bba77e62-ad8a-4a08-8183-848ba154089b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8002720 Sep 03 20:28:48.914014 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2be055d-7aee-4396-943a-a98235a2c93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:48.940991 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Allocated IP 172.20.0.2 (5ee35ae0-1c37-426c-a0c3-8fd67999bba3/7d9d8efb-ecbc-4c94-afbd-30a18d8adee8/c2d76303-31e5-47f8-8b75-c75a5f7eb7b2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:48.998413 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cb586466-ba64-40fa-892b-044b62b19033 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9183805 Sep 03 20:28:49.001172 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Pushing event updated for resources: {'Port': ['ID=8c25f8bd-1e4b-4a3b-a036-18385737cbad,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:49.011284 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.021231 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57594) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:49.068074 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:46Z', 'revision_number': 3, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:49.086305 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:49.096634 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:49.123972 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.135977 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407caac-4b28-441c-a8ac-fc8f2ff8e7ed None None] The sync data for ids ['305996ed-99fd-4889-9adf-a34d544332dd'] in dv-cinder-760152-5-iscsi is: [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:46Z', 'revision_number': 3, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:28:49.139344 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:49.143812 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Transition to ACTIVE for port object c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:49.178947 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Transition to ACTIVE for port object c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:49.184322 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:49.190471 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:49.190471 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.193386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a216281-c9ef-4360-b127-51630e930f95 None None] Network 9e107269-7e2a-4343-87cd-432ad4932c1f requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:49.226306 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2be055d-7aee-4396-943a-a98235a2c93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.240605 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57598) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:49.268248 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2be055d-7aee-4396-943a-a98235a2c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.361988 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f2be055d-7aee-4396-943a-a98235a2c93b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eec0f4e4c5de4254a91258b8a5149ff5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7036343 Sep 03 20:28:49.366856 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57612) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:49.457829 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Checking segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:49.457829 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Network hostable DHCP agents. Network: f51a444c-68ab-42d3-91dd-777e9a1fcc3b, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:28:49.481297 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.481808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.499517 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22934843-2382-45dd-99b9-de4c59dc9cad None None] Network 9e107269-7e2a-4343-87cd-432ad4932c1f requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:49.510147 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.511456 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.557646 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:28:49.561805 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:49.571948 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:49.579754 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:49.581559 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be055d-7aee-4396-943a-a98235a2c93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c187427-e6f7-417e-9622-8ffe64b0d0db,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:49.611514 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9468c477-2a64-473d-abbd-9aae559b68a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.671944 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-229cc6bd-6ae6-4a5d-a740-60e52a56138b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.679959 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.685271 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Attempting to bind port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:28:49.685904 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Attempting to bind port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:28:49.686430 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Attempting to bind port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:28:49.705131 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, f51a444c-68ab-42d3-91dd-777e9a1fcc3b) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:49.710890 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9468c477-2a64-473d-abbd-9aae559b68a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.718565 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:49.719214 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.724885 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813820e3-9732-4f32-a580-70e0866808a8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:49.727977 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:28:49.728373 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Checking segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:49.728949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.735423 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Bound using segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:28:49.736061 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Bound port: c2d76303-31e5-47f8-8b75-c75a5f7eb7b2, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:28:49.736486 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.741302 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:49.755022 dv-cinder-760152-5-iscsi neutron-server[93895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 20:28:49.766701 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d0c7e-911a-41d9-bee3-f8ee919b280e None None] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:49.778442 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.780151 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Pushing event updated for resources: {'Port': ['ID=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:49.797256 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.797627 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.797972 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.798308 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.798641 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.799545 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.799545 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.799739 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.800079 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.800405 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.800724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.801046 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Tracked resource versions report: Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: pushed versions: Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: { 'AddressGroup': {'1.2'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'ConntrackHelper': {'1.0'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Log': {'1.0'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Network': {'1.1'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Port': {'1.7'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'PortForwarding': {'1.2'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'QosPolicy': {'1.9'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroup': {'1.4'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SubPort': {'1.0'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Subnet': {'1.1'}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Trunk': {'1.1'}} Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: consumer versions: Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: { DHCP agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: HyperV agent@hv-cinder-76015: {}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: L3 agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: Metadata agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: Metering agent@dv-cinder-760152-5-iscsi: {}, Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: Open vSwitch agent@dv-cinder-760152-5-iscsi: { 'AddressGroup': '1.2', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'ConntrackHelper': '1.0', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Log': '1.0', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Network': '1.1', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Port': '1.7', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'PortForwarding': '1.2', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'QosPolicy': '1.9', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroup': '1.4', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SecurityGroupRule': '1.2', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'SubPort': '1.0', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Subnet': '1.1', Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: 'Trunk': '1.1'}} Sep 03 20:28:49.802138 dv-cinder-760152-5-iscsi neutron-server[93896]: {{(pid=93896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:28:49.844073 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Checking segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:49.844434 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Network hostable DHCP agents. Network: 32f2f917-bc35-438b-baa6-3886b7544806, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:28:49.936674 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.949891 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9468c477-2a64-473d-abbd-9aae559b68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.952399 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9468c477-2a64-473d-abbd-9aae559b68a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:49.958517 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-9468c477-2a64-473d-abbd-9aae559b68a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c187427-e6f7-417e-9622-8ffe64b0d0db HTTP/1.1" status: 204 len: 168 time: 0.5826557 Sep 03 20:28:49.975127 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] For port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:28:50.031675 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] For port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:28:50.059820 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.060643 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468c477-2a64-473d-abbd-9aae559b68a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c187427-e6f7-417e-9622-8ffe64b0d0db,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:50.083667 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Network 32f2f917-bc35-438b-baa6-3886b7544806 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:28:50.111478 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 32f2f917-bc35-438b-baa6-3886b7544806) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:50.128015 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-229cc6bd-6ae6-4a5d-a740-60e52a56138b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.150727 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b34cf-e911-4cf5-9af2-79b5120331da None None] Pushing event updated for resources: {'Port': ['ID=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:50.152584 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:50.153311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.159661 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-229cc6bd-6ae6-4a5d-a740-60e52a56138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.169895 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee80cd3-c7f4-4168-b91c-50bca94349f4 None None] Network 32f2f917-bc35-438b-baa6-3886b7544806 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:50.171866 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cc4e7605-37bb-47d4-85af-4277ef3f2801 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5662131 Sep 03 20:28:50.216937 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.230436 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.234062 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.258059 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-229cc6bd-6ae6-4a5d-a740-60e52a56138b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80a6807ad9b946028283b6dc9ce29c57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0163085 Sep 03 20:28:50.263413 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cc6bd-6ae6-4a5d-a740-60e52a56138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f813a-3d3c-4faf-ae62-e2387cd68c04,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:50.269794 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57648) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:50.277564 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-0531d67a-9025-4492-b65c-c2c573841a18 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:50.286856 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-0531d67a-9025-4492-b65c-c2c573841a18 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/networks?id=9e107269-7e2a-4343-87cd-432ad4932c1f HTTP/1.1" status: 200 len: 809 time: 0.5408263 Sep 03 20:28:50.318581 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-521e4434-e651-4c17-8141-d36416a1b160 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/quotas/0771fbbac709414a8ec570ba31c6c0ec HTTP/1.1" status: 200 len: 375 time: 0.0307620 Sep 03 20:28:50.423436 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Pushing event updated for resources: {'Port': ['ID=8c25f8bd-1e4b-4a3b-a036-18385737cbad,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:50.435350 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-07f770ab-6f60-49ce-a868-af42a3a2f685 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4431558 Sep 03 20:28:50.461982 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-9b247e9f-06c2-428f-b373-6461d6b741d5 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0771fbbac709414a8ec570ba31c6c0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1424842 Sep 03 20:28:50.465497 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57652) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:50.478599 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:50.519003 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57660) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:50.573776 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4070223b-970b-4423-94e9-e2392fe5053c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.600979 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.602503 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.617993 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecf89519-fae4-4242-a14c-2950ea28851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.636437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-32f2f917-bc35-438b-baa6-3886b7544806', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:28:50.637298 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.707685 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.718349 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08fd90-25f1-4e82-9fb5-810fa4c3e58c None None] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:50.741055 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.771843 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecf89519-fae4-4242-a14c-2950ea28851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.836380 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:50.846817 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:50.870762 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:50.893379 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-ca0ebd59-d6be-4ac0-b821-46f6bc5c525f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:28:50.894424 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-ca0ebd59-d6be-4ac0-b821-46f6bc5c525f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2142429 Sep 03 20:28:50.957158 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Allocated IP 172.20.0.2 (32f2f917-bc35-438b-baa6-3886b7544806/813820e3-9732-4f32-a580-70e0866808a8/aac612f0-a7f0-45c3-b4b3-ac61d7947f50) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:51.092898 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Allocated IP 172.27.2.218 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/9f09faf6-ef79-44b3-8616-f866a766d5c5) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:51.135774 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57682) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:51.145257 dv-cinder-760152-5-iscsi neutron-server[93894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 20:28:51.161257 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Router 305996ed-99fd-4889-9adf-a34d544332dd has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:28:51.241112 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecf89519-fae4-4242-a14c-2950ea28851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.248508 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecf89519-fae4-4242-a14c-2950ea28851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.252893 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ecf89519-fae4-4242-a14c-2950ea28851a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/692f813a-3d3c-4faf-ae62-e2387cd68c04 HTTP/1.1" status: 204 len: 168 time: 0.9639897 Sep 03 20:28:51.290468 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.311230 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Transition to ACTIVE for port object aac612f0-a7f0-45c3-b4b3-ac61d7947f50 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:51.341506 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Transition to ACTIVE for port object aac612f0-a7f0-45c3-b4b3-ac61d7947f50 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:51.346147 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device bcbb755e-8557-4b8a-98c7-335ffaccb867 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:51.355296 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.376357 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf89519-fae4-4242-a14c-2950ea28851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f813a-3d3c-4faf-ae62-e2387cd68c04,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:51.379151 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.402072 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Network 32f2f917-bc35-438b-baa6-3886b7544806 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:51.416098 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:51.422110 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:51.468045 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-b0d8a578-376d-4e95-a471-fc5003036406 service neutron] 10.222.0.23 "GET /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519192 Sep 03 20:28:51.518563 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Attempting to bind port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:28:51.519030 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Attempting to bind port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:28:51.519457 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Attempting to bind port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 on network 32f2f917-bc35-438b-baa6-3886b7544806 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:28:51.541372 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:28:51.542903 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Checking segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:51.543391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.543866 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Bound using segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:28:51.544451 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Bound port: aac612f0-a7f0-45c3-b4b3-ac61d7947f50, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:28:51.544920 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.584045 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7f548c0d-9798-4812-ab8a-24e6fc6a35a5 service neutron] 10.222.0.23 "GET /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088648 Sep 03 20:28:51.592367 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Pushing event updated for resources: {'Port': ['ID=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:51.617561 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4070223b-970b-4423-94e9-e2392fe5053c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.627404 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port bcbb755e-8557-4b8a-98c7-335ffaccb867 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:28:51.637170 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port bcbb755e-8557-4b8a-98c7-335ffaccb867 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:51.638286 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.666491 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] For port aac612f0-a7f0-45c3-b4b3-ac61d7947f50, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:28:51.685172 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] For port aac612f0-a7f0-45c3-b4b3-ac61d7947f50, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:28:51.686463 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4070223b-970b-4423-94e9-e2392fe5053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.698300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.840446 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b234b3-908e-417b-a7ee-761d8d4c714c None None] Pushing event updated for resources: {'Port': ['ID=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:51.851326 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.884854 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-f18b9b20-ee60-427e-be36-708e9428d2ea tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:51.889894 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.898752 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-f18b9b20-ee60-427e-be36-708e9428d2ea tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.7595232 Sep 03 20:28:51.927347 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070223b-970b-4423-94e9-e2392fe5053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76808348-7566-49b3-81bd-0173f91a3b2f,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:51.963427 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port bcbb755e-8557-4b8a-98c7-335ffaccb867, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=bcbb755e-8557-4b8a-98c7-335ffaccb867,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:51.975036 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:51.975929 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:51.986699 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.023093 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4070223b-970b-4423-94e9-e2392fe5053c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=035cbf4be1094d4bbb5a453cee15264b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4898729 Sep 03 20:28:52.036073 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57706) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:52.152337 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-0dc4e8cc-6a13-4382-afe0-e019210244c6 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/quotas/d7601fcb90a947bda8b6bdd4b4003396 HTTP/1.1" status: 200 len: 375 time: 0.2509000 Sep 03 20:28:52.200054 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=bcbb755e-8557-4b8a-98c7-335ffaccb867,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:52.231082 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.268144 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-8fcec967-2160-4f7d-979c-6a56afe2c173 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138163 Sep 03 20:28:52.271329 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:28:52.272238 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:28:52.280132 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0483ec43-673d-497e-8de7-4fb8dbea2aef admin admin] 10.222.0.23 "PUT /v2.0/routers/305996ed-99fd-4889-9adf-a34d544332dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4235797 Sep 03 20:28:52.326949 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3afc8c4-f391-4978-af31-6ebb0565d2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.339527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Sync routers for ids ['305996ed-99fd-4889-9adf-a34d544332dd'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:28:52.343987 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.357827 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Routers {'305996ed-99fd-4889-9adf-a34d544332dd'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:52.361905 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['305996ed-99fd-4889-9adf-a34d544332dd'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:52.392816 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3afc8c4-f391-4978-af31-6ebb0565d2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.421757 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:52.448816 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:52.451238 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:52.511711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=9f09faf6-ef79-44b3-8616-f866a766d5c5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:52.537473 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d019d66-0eb2-4b6d-901a-58909a96c6b5 req-65ba47aa-af5c-45b7-8ffa-218798a89f14 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 210 time: 0.3132753 Sep 03 20:28:52.566207 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddac094-ce39-4550-8037-6822e09d2cc2 None None] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:52.636364 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3afc8c4-f391-4978-af31-6ebb0565d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.639798 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3afc8c4-f391-4978-af31-6ebb0565d2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.641078 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e3afc8c4-f391-4978-af31-6ebb0565d2bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76808348-7566-49b3-81bd-0173f91a3b2f HTTP/1.1" status: 204 len: 168 time: 0.6037781 Sep 03 20:28:52.653315 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afc8c4-f391-4978-af31-6ebb0565d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76808348-7566-49b3-81bd-0173f91a3b2f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:52.674871 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] Provisioning for port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:28:52.710793 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] Provisioning complete for port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:52.711169 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.790389 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Allocated IP 172.27.2.70 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/72d328c2-853d-4266-82cc-70e166624a20) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:52.821296 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:52.911863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Set router 305996ed-99fd-4889-9adf-a34d544332dd gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:53.130578 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:53.267659 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:53.318100 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:53.423665 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device bcbb755e-8557-4b8a-98c7-335ffaccb867 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:53.434867 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-a6998968-5d4c-475b-955d-d2d2a9860462 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:28:53.437436 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-a6998968-5d4c-475b-955d-d2d2a9860462 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5641501 Sep 03 20:28:53.454788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:53.475748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:53.485996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:53.488917 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Pushing event updated for resources: {'Port': ['ID=72d328c2-853d-4266-82cc-70e166624a20,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:53.584302 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a7917-4ace-4d7c-82ab-bee6978d5720 None None] Network 32f2f917-bc35-438b-baa6-3886b7544806 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:28:53.679806 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port bcbb755e-8557-4b8a-98c7-335ffaccb867 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:53.693476 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:53.710592 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-34bd4e19-63b2-4dc3-beff-41b1cc928660 service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033732 Sep 03 20:28:53.813839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:53.824334 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Router 729810ae-1ed3-4484-8c62-e3a152770979 is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:28:53.977464 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-7408dbba-d439-43f2-8039-f9f807d1e5f0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:53.986221 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-7408dbba-d439-43f2-8039-f9f807d1e5f0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 819 time: 0.1464062 Sep 03 20:28:54.018669 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-9440cea0-113b-493e-ad37-699946990fd3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/quotas/a6d755e6995e4975994b03d28f4a18b6 HTTP/1.1" status: 200 len: 375 time: 0.0305414 Sep 03 20:28:54.138111 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-effc350e-abc9-4944-b570-44f94ee65277 service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055803 Sep 03 20:28:54.179664 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:28:54.191988 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:28:54.204610 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:54.207303 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:54.209039 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-4884ff20-0e88-4386-8377-7ac5f073d7b6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1893511 Sep 03 20:28:54.216237 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:54.217808 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-929c7205-2ae7-42e1-b0c4-7b5cf4e13dd8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1469767 Sep 03 20:28:54.220949 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57806) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:54.238355 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:54.465275 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] For port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:54.536121 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:54.551267 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device aac612f0-a7f0-45c3-b4b3-ac61d7947f50 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:54.560036 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:54.937000 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-07c953c5-eada-4a0e-9744-e8bfb8b67210 service neutron] 10.222.0.23 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247593 Sep 03 20:28:54.987600 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b02ca390-1230-415e-8252-a744bf2264c5 None None] Provisioning for port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:28:54.992124 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:52Z', 'revision_number': 3, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:55.036556 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cb23f-595b-4143-b3ef-10e551f71aab None None] Pushing event updated for resources: {'Port': ['ID=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:55.068238 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:28:55.068864 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Updating router 729810ae-1ed3-4484-8c62-e3a152770979 port 9f09faf6-ef79-44b3-8616-f866a766d5c5 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:28:55.075207 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b02ca390-1230-415e-8252-a744bf2264c5 None None] Provisioning complete for port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:55.075590 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b02ca390-1230-415e-8252-a744bf2264c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:55.079871 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:28:55.134067 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:55.135212 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:55.136932 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:55.142279 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:49Z', 'revision_number': 4, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '8c25f8bd-1e4b-4a3b-a036-18385737cbad', 'name': '', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'mac_address': 'fa:16:3e:8d:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:48Z', 'updated_at': '2021-09-03T20:28:49Z', 'revision_number': 2, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'subnets': [{'id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:55.278139 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-da099776-4258-42fb-bd80-9679aa1dc88a req-73f53e4b-5ccd-455a-bee7-4c109b82ff07 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 210 time: 0.2164092 Sep 03 20:28:55.341840 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Checking router: 305996ed-99fd-4889-9adf-a34d544332dd for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:28:55.342399 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Updating router 305996ed-99fd-4889-9adf-a34d544332dd port 8c25f8bd-1e4b-4a3b-a036-18385737cbad binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:28:55.450160 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57858) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:55.545951 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:55.599072 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.47', 61669) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:55.687941 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3510030c-7e69-4235-9d66-491801635d92 req-bf3dac62-b81f-4bf7-a6b7-d0e8faf3d900 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.0797317 Sep 03 20:28:55.837994 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-33ace408-1c51-4df7-9c7c-3bf39fc8bdc3 service neutron] 10.222.0.23 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919619 Sep 03 20:28:55.846540 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:55.860428 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:55.887468 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-cd85fe76-3b70-49ff-bef7-5ce9e4f49102 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:55.889037 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-cd85fe76-3b70-49ff-bef7-5ce9e4f49102 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.47 "GET /v2.0/networks?id=9e107269-7e2a-4343-87cd-432ad4932c1f HTTP/1.1" status: 200 len: 809 time: 0.2881935 Sep 03 20:28:55.986465 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.047644 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Transition to ACTIVE for port object 9f09faf6-ef79-44b3-8616-f866a766d5c5 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:56.047644 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.077983 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bce1-804d-4f25-8da0-a99c984793fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.105198 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.170029 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Request body: {'port': {'device_id': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f', 'admin_state_up': True, 'tenant_id': '0771fbbac709414a8ec570ba31c6c0ec'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:56.224551 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-15698401-f503-4593-bd00-50a842eb50eb None None] Provisioning complete for port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:56.236325 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15698401-f503-4593-bd00-50a842eb50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.249191 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61aa16-bd1a-4583-951d-3ec115bb3236 None None] Pushing event updated for resources: {'Port': ['ID=9f09faf6-ef79-44b3-8616-f866a766d5c5,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:56.292321 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Attempting to bind port 9f09faf6-ef79-44b3-8616-f866a766d5c5 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:28:56.292708 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Attempting to bind port 9f09faf6-ef79-44b3-8616-f866a766d5c5 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:28:56.310051 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Attempting to bind port 9f09faf6-ef79-44b3-8616-f866a766d5c5 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:28:56.335168 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:56.337997 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:28:56.341577 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:56.342022 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.342436 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:28:56.342946 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Bound port: 9f09faf6-ef79-44b3-8616-f866a766d5c5, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:28:56.343347 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.394348 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:28:56.496635 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] For port 9f09faf6-ef79-44b3-8616-f866a766d5c5, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:28:56.500199 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] For port 9f09faf6-ef79-44b3-8616-f866a766d5c5, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=9f09faf6-ef79-44b3-8616-f866a766d5c5,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:28:56.513094 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:56.574064 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7cd27b70-317c-4563-97eb-98fa5e51cf88 req-314a54f6-806c-494e-9095-dda77f5ff36d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 210 time: 0.3974860 Sep 03 20:28:56.678695 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:56.679740 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:56.682310 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61aa16-bd1a-4583-951d-3ec115bb3236 None None] Pushing event updated for resources: {'Port': ['ID=9f09faf6-ef79-44b3-8616-f866a766d5c5,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:56.708219 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:28:56.748661 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:28:56.756669 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port aac612f0-a7f0-45c3-b4b3-ac61d7947f50, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:56.765571 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:56.766462 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:56.787625 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Allocated IP 172.20.0.1 (5ee35ae0-1c37-426c-a0c3-8fd67999bba3/7d9d8efb-ecbc-4c94-afbd-30a18d8adee8/ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:56.888166 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c0996dc2-b7e9-474c-a9ab-33825f6d354f req-d065f83e-f63c-43a0-868c-1d5ffd1f5364 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.0614452 Sep 03 20:28:56.998527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:56.999639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bce1-804d-4f25-8da0-a99c984793fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.011378 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bce1-804d-4f25-8da0-a99c984793fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.023517 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b95248c5-acfa-4119-a28a-baa7b17bcd45 req-e3c16bfa-ca9e-4846-bd83-6a865bc58f6d tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 210 time: 0.1148517 Sep 03 20:28:57.037344 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:57.064609 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7bce1-804d-4f25-8da0-a99c984793fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5810234c-011c-402b-85df-ce3a6dec42ec,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:57.089915 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.104079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.118319 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3cc7bce1-804d-4f25-8da0-a99c984793fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=753cbe07c5c54527ba209234da596a66&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6577156 Sep 03 20:28:57.121014 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57940) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:57.133100 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Transition to ACTIVE for port object ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:57.168469 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.170716 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-8194dae5-1f95-4334-a523-4d90566a1df2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7032773 Sep 03 20:28:57.180187 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.db.api [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:28:57.180187 dv-cinder-760152-5-iscsi neutron-server[93895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 20:28:57.180187 dv-cinder-760152-5-iscsi neutron-server[93895]: [parameters: {'project_id_1': '1a09114e9ca049df931f7ebc2517a303', 'expiration_1': datetime.datetime(2021, 9, 3, 20, 28, 37, 153603)}] Sep 03 20:28:57.180187 dv-cinder-760152-5-iscsi neutron-server[93895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:28:57.181235 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG oslo_db.api [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:28:57.183773 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 57942) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:57.199402 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Made reservation on behalf of 0771fbbac709414a8ec570ba31c6c0ec for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:28:57.204049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.264502 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.363315 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7af7aff4-2b33-4f87-ad1d-1c72d73dc932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.422602 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7af7aff4-2b33-4f87-ad1d-1c72d73dc932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.589310 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:57.622698 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:57.634561 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.692574 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.803227 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:52Z', 'revision_number': 3, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:57.864121 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61dc9ec-0600-43b0-9eb1-b0fe67fa35ce None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:52Z', 'revision_number': 3, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:28:57.880232 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Allocated IP 172.20.0.2 (9e107269-7e2a-4343-87cd-432ad4932c1f/962d28a3-4299-4f58-80b9-c6c812b3ce35/6bb74a66-1442-4731-8fb3-93e424460fa4) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:28:57.887533 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:28:57.921439 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:28:53Z', 'revision_number': 3, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:58.023043 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:28:58.028448 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:58.034591 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.038729 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:28:58.038888 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Updating router 3ca31250-d2ab-47f6-ad0e-861c761940aa port 72d328c2-853d-4266-82cc-70e166624a20 binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:28:58.140867 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:28:58.140867 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.141822 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.141952 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7af7aff4-2b33-4f87-ad1d-1c72d73dc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.156201 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7af7aff4-2b33-4f87-ad1d-1c72d73dc932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.158166 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7af7aff4-2b33-4f87-ad1d-1c72d73dc932 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5810234c-011c-402b-85df-ce3a6dec42ec HTTP/1.1" status: 204 len: 168 time: 1.0359914 Sep 03 20:28:58.214025 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Transition to ACTIVE for port object 8c25f8bd-1e4b-4a3b-a036-18385737cbad will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:28:58.219334 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:58.219599 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.304628 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.394305 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.413053 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.429489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-e845ec52-cac2-4c64-9373-a349817d073c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:58.438788 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-e845ec52-cac2-4c64-9373-a349817d073c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 819 time: 0.8393221 Sep 03 20:28:58.482885 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7aff4-2b33-4f87-ad1d-1c72d73dc932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5810234c-011c-402b-85df-ce3a6dec42ec,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:58.681079 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-96552aca-d9e4-4813-84e0-32037efccf51 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/quotas/a6d755e6995e4975994b03d28f4a18b6 HTTP/1.1" status: 200 len: 375 time: 0.2411547 Sep 03 20:28:58.869576 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.47', 61680) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:58.884494 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b32e276d-c105-4609-9e62-31c9af13c3f5 None None] Provisioning for port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:28:58.930846 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:58.955166 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b32e276d-c105-4609-9e62-31c9af13c3f5 None None] Provisioning complete for port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:58.970765 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b32e276d-c105-4609-9e62-31c9af13c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:59.051763 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6958db8c-58de-457b-aeab-49c27e87a4c8 req-0459e3a9-8d59-4e1b-89d5-91e834011fd1 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.7418263 Sep 03 20:28:59.056248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Attempting to bind port 8c25f8bd-1e4b-4a3b-a036-18385737cbad on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:28:59.056248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Attempting to bind port 8c25f8bd-1e4b-4a3b-a036-18385737cbad by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:28:59.056248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Attempting to bind port 8c25f8bd-1e4b-4a3b-a036-18385737cbad on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:28:59.123288 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:59.134652 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a09114e9ca049df931f7ebc2517a303&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7955244 Sep 03 20:28:59.145882 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 57992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:59.163082 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab58b1b-39d6-4555-9e8a-1d02a24ca074 None None] Pushing event updated for resources: {'Port': ['ID=8c25f8bd-1e4b-4a3b-a036-18385737cbad,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:59.176975 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:28:59.178302 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Checking segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:28:59.179700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:59.179700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Bound using segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:28:59.180267 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Bound port: 8c25f8bd-1e4b-4a3b-a036-18385737cbad, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:28:59.180915 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:59.379422 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b32e276d-c105-4609-9e62-31c9af13c3f5 None None] Port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:28:59.404489 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-adfa20ac-bcf9-49da-ad78-0ea20b9969a8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7137549 Sep 03 20:28:59.412120 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.47', 61683) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:59.696554 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd31f-fc4d-4e0e-b947-ef555e22d40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:59.810539 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd31f-fc4d-4e0e-b947-ef555e22d40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:59.845831 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device aac612f0-a7f0-45c3-b4b3-ac61d7947f50 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:59.996823 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] For port 8c25f8bd-1e4b-4a3b-a036-18385737cbad, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:00.006987 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] For port 8c25f8bd-1e4b-4a3b-a036-18385737cbad, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=8c25f8bd-1e4b-4a3b-a036-18385737cbad,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:00.139080 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd31f-fc4d-4e0e-b947-ef555e22d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.153129 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd31f-fc4d-4e0e-b947-ef555e22d40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.157767 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-8bdfd31f-fc4d-4e0e-b947-ef555e22d40d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08bfc834-c672-49e1-aa5c-018490ff6b70 HTTP/1.1" status: 204 len: 168 time: 1.0109379 Sep 03 20:29:00.196453 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Network 9e107269-7e2a-4343-87cd-432ad4932c1f is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:00.244316 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.257182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:00.261092 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b451970-0580-489e-9644-2997db3f5af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bfc834-c672-49e1-aa5c-018490ff6b70,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:00.279913 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Transition to ACTIVE for port object 72d328c2-853d-4266-82cc-70e166624a20 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:00.290224 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.295768 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:00.301460 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:00.304063 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.343564 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.354987 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1905475 Sep 03 20:29:00.370412 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.375747 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-7324c787-1108-4086-b624-9cdd2456b464 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:00.377259 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-7324c787-1108-4086-b624-9cdd2456b464 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 1.4752667 Sep 03 20:29:00.377418 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94410c-f612-4ede-b0cf-25968430e5da tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Pushing event updated for resources: {'Port': ['ID=6bb74a66-1442-4731-8fb3-93e424460fa4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:00.381394 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfd31f-fc4d-4e0e-b947-ef555e22d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bfc834-c672-49e1-aa5c-018490ff6b70,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:00.440412 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Request body: {'port': {'device_id': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'admin_state_up': True, 'tenant_id': 'd7601fcb90a947bda8b6bdd4b4003396'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:00.495291 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Routers {'305996ed-99fd-4889-9adf-a34d544332dd'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:00.500172 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['305996ed-99fd-4889-9adf-a34d544332dd'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:00.562300 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7deb2420-ac55-494e-8af6-37f71cb07ad3 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:29:00.563455 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-7deb2420-ac55-494e-8af6-37f71cb07ad3 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0679157 Sep 03 20:29:00.586367 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ca34f-c9c5-4fd5-a38b-2bba8ad7d03c req-00fb680e-fb23-4105-9f00-92026e12664d tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:00.589670 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6f0ca34f-c9c5-4fd5-a38b-2bba8ad7d03c req-00fb680e-fb23-4105-9f00-92026e12664d tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 931 time: 1.1042027 Sep 03 20:29:00.607493 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-72d1710c-4e88-41ba-a6ef-b6806a7a8d23 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:00.613231 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-72d1710c-4e88-41ba-a6ef-b6806a7a8d23 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 819 time: 1.0695696 Sep 03 20:29:00.623061 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-3b7b2188-4f68-440d-95bf-6cac0f179da9 service neutron] 10.222.0.23 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2262568 Sep 03 20:29:00.762216 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6f0ca34f-c9c5-4fd5-a38b-2bba8ad7d03c req-c5965f5f-42d6-449a-a8fe-f67d7c3eac48 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478279 Sep 03 20:29:00.811218 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Request body: {'port': {'device_id': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'admin_state_up': True, 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:00.824295 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab58b1b-39d6-4555-9e8a-1d02a24ca074 None None] Pushing event updated for resources: {'Port': ['ID=8c25f8bd-1e4b-4a3b-a036-18385737cbad,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:00.841563 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Attempting to bind port 72d328c2-853d-4266-82cc-70e166624a20 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:00.842416 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Attempting to bind port 72d328c2-853d-4266-82cc-70e166624a20 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:00.842801 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Attempting to bind port 72d328c2-853d-4266-82cc-70e166624a20 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:00.867320 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.994915 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:00.995587 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:00.996250 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:00.996765 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:00.998174 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Bound port: 72d328c2-853d-4266-82cc-70e166624a20, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:00.999219 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:01.002099 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:01.004386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:01.153793 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d1bff-5e59-41c2-8d91-f1e7da8353b8 None None] Pushing event updated for resources: {'Port': ['ID=72d328c2-853d-4266-82cc-70e166624a20,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:01.190740 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] Set router 305996ed-99fd-4889-9adf-a34d544332dd gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:01.268391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] For port 72d328c2-853d-4266-82cc-70e166624a20, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:01.320334 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] For port 72d328c2-853d-4266-82cc-70e166624a20, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=72d328c2-853d-4266-82cc-70e166624a20,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:01.393587 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:01.480281 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:01.603797 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58048) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:01.623693 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-187eea3d-2a42-4fc9-91d5-28482ec48c22 req-0fef1122-2c52-4add-9e91-366df3e710f1 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.1489422 Sep 03 20:29:01.663953 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 9f09faf6-ef79-44b3-8616-f866a766d5c5 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:01.777291 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Request body: {'port': {'device_id': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:01.795466 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a2825e4e-56ef-4e79-9a1f-7231e2a8a8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:01.823925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Made reservation on behalf of a6d755e6995e4975994b03d28f4a18b6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:01.827435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:01.920899 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:01.921749 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:02.062207 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.091905 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:02.234279 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d1bff-5e59-41c2-8d91-f1e7da8353b8 None None] Pushing event updated for resources: {'Port': ['ID=72d328c2-853d-4266-82cc-70e166624a20,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:02.247030 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2820df-87e6-48a9-8722-51c056648756 req-a30a5ff2-fcac-4646-8373-6a95120f223a tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:02.254578 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-eb2820df-87e6-48a9-8722-51c056648756 req-a30a5ff2-fcac-4646-8373-6a95120f223a tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 931 time: 0.3208756 Sep 03 20:29:02.366129 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-eb2820df-87e6-48a9-8722-51c056648756 req-7e469a2b-f748-4c16-bb70-eb4e46095fd7 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069942 Sep 03 20:29:02.373188 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 9f09faf6-ef79-44b3-8616-f866a766d5c5 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:02.400535 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 9f09faf6-ef79-44b3-8616-f866a766d5c5 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:02.401024 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.561539 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:49Z', 'revision_number': 4, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '8c25f8bd-1e4b-4a3b-a036-18385737cbad', 'name': '', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'mac_address': 'fa:16:3e:8d:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:48Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'subnets': [{'id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:02.571469 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Allocated IP 172.20.0.4 (3b274558-1e98-4d5c-9c5b-3eba9ed773cf/2b0e89c7-ac6b-4317-b534-beda860f0fc3/e606adfc-8737-463d-bda9-e32adb1dacfb) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:02.632147 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b67b3f-0a3d-47e8-bde0-e101731052c4 None None] The sync data for ids ['305996ed-99fd-4889-9adf-a34d544332dd'] in dv-cinder-760152-5-iscsi is: [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:49Z', 'revision_number': 4, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '8c25f8bd-1e4b-4a3b-a036-18385737cbad', 'name': '', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'mac_address': 'fa:16:3e:8d:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:48Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'subnets': [{'id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:02.655602 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.697714 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 9f09faf6-ef79-44b3-8616-f866a766d5c5, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=9f09faf6-ef79-44b3-8616-f866a766d5c5,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:02.705863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:28:53Z', 'revision_number': 3, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:02.709876 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.865571 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.913464 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.916307 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:02.959875 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1be-3ac5-40eb-a4b0-0bdaeafdc6f8 None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:28:53Z', 'revision_number': 3, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:02.961954 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=9f09faf6-ef79-44b3-8616-f866a766d5c5,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:03.016283 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8c25f8bd-1e4b-4a3b-a036-18385737cbad up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:03.044652 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-34c04439-358c-44cf-bbb5-e332ae5aebfc req-84cbe395-fa20-4905-bb51-0f08761293d9 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.1407099 Sep 03 20:29:03.141468 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 8c25f8bd-1e4b-4a3b-a036-18385737cbad completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:03.144753 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:03.161437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 8c25f8bd-1e4b-4a3b-a036-18385737cbad triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:03.161828 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.163113 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-5163c34f-351d-42cf-bff0-2567e9c65ee1 service neutron] 10.222.0.23 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5380635 Sep 03 20:29:03.195374 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:03.245419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a2825e4e-56ef-4e79-9a1f-7231e2a8a8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.460440 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:03.472503 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.484182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.624777 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 8c25f8bd-1e4b-4a3b-a036-18385737cbad, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=8c25f8bd-1e4b-4a3b-a036-18385737cbad,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:03.644823 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.819744 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a2825e4e-56ef-4e79-9a1f-7231e2a8a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.898316 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:03.948208 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=8c25f8bd-1e4b-4a3b-a036-18385737cbad,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:03.970080 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-ec7e2c2c-74bf-4842-b51b-f513656a7f81 None None] Provisioning complete for port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:03.971096 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2c2c-74bf-4842-b51b-f513656a7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:04.055209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb74a66-1442-4731-8fb3-93e424460fa4 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:04.082435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:04.098972 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Allocated IP 172.20.0.1 (32f2f917-bc35-438b-baa6-3886b7544806/813820e3-9732-4f32-a580-70e0866808a8/a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:04.103541 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e2c2c-74bf-4842-b51b-f513656a7f81 None None] Port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:29:04.115201 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Transition to ACTIVE for port object 6bb74a66-1442-4731-8fb3-93e424460fa4 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:04.160140 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-268aef26-9b41-4b06-a223-514219f79dcf req-ca767502-cfbb-43a7-9f8b-1c62150daf1d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 210 time: 0.3839631 Sep 03 20:29:04.203059 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:04.235419 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:04.248726 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Made reservation on behalf of d7601fcb90a947bda8b6bdd4b4003396 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:04.267995 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:04.274249 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3011-2245-4d8f-b2e2-54ee1af81acb req-c7acb625-c7e0-43f8-8901-5af03b9eb613 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:04.291863 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-081e3011-2245-4d8f-b2e2-54ee1af81acb req-c7acb625-c7e0-43f8-8901-5af03b9eb613 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 931 time: 0.5358400 Sep 03 20:29:04.329997 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:04.352597 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:04.368430 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:04.369257 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:04.394909 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a2825e4e-56ef-4e79-9a1f-7231e2a8a8af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=416370cfd66c432d828aaae6ac7f2578&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7754548 Sep 03 20:29:04.410585 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58100) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:04.413770 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6504118 Sep 03 20:29:04.437663 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231e151-5874-4a87-b73a-39c31e5d117b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Pushing event updated for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:04.450032 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825e4e-56ef-4e79-9a1f-7231e2a8a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86a9897-1898-4963-bf3f-cf17227cc3e0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:04.479010 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Request body: {'port': {'device_id': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:04.615106 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e34e2be6-08af-4a2b-a221-a62eb0e5f7ed req-43c8c4f9-3048-4a41-bcca-45a3ab69dc59 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.2187445 Sep 03 20:29:04.627644 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-081e3011-2245-4d8f-b2e2-54ee1af81acb req-b0e15769-5bd7-4528-9ab8-7f97a69591d9 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320141 Sep 03 20:29:04.670307 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:29:04.967292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.018518 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Router 729810ae-1ed3-4484-8c62-e3a152770979 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:05.023780 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 9f09faf6-ef79-44b3-8616-f866a766d5c5 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:05.068880 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Attempting to bind port 6bb74a66-1442-4731-8fb3-93e424460fa4 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:05.078227 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Attempting to bind port 6bb74a66-1442-4731-8fb3-93e424460fa4 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:05.078546 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Attempting to bind port 6bb74a66-1442-4731-8fb3-93e424460fa4 on network 9e107269-7e2a-4343-87cd-432ad4932c1f {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:05.081658 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0793ae2e-01ce-46dd-b574-00a73119f1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.093960 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb74a66-1442-4731-8fb3-93e424460fa4,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:05.207608 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0793ae2e-01ce-46dd-b574-00a73119f1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.301666 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Port 6bb74a66-1442-4731-8fb3-93e424460fa4 on network 9e107269-7e2a-4343-87cd-432ad4932c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:05.302056 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Attempting to bind port 6bb74a66-1442-4731-8fb3-93e424460fa4 on network 9e107269-7e2a-4343-87cd-432ad4932c1f {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:05.335067 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:05.335466 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Checking segment: {'id': 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:05.337314 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Bound using segment: {'id': 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:05.337997 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Bound port: 6bb74a66-1442-4731-8fb3-93e424460fa4, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:05.339100 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.467862 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 9f09faf6-ef79-44b3-8616-f866a766d5c5 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:05.468778 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.521435 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:05.532809 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0793ae2e-01ce-46dd-b574-00a73119f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.537255 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0793ae2e-01ce-46dd-b574-00a73119f1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:05.538707 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:05.541764 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-0793ae2e-01ce-46dd-b574-00a73119f1b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c86a9897-1898-4963-bf3f-cf17227cc3e0 HTTP/1.1" status: 204 len: 168 time: 1.1268680 Sep 03 20:29:05.567021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ae2e-01ce-46dd-b574-00a73119f1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86a9897-1898-4963-bf3f-cf17227cc3e0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:05.592947 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:05.592947 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:05.600490 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-76899316-320f-45b4-91c6-a27350ffe7a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/729810ae-1ed3-4484-8c62-e3a152770979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3781197 Sep 03 20:29:05.612779 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] For port 6bb74a66-1442-4731-8fb3-93e424460fa4, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:05.649895 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1a296d20-a1ea-4ff1-8eac-32b74194d594 req-1a6c9cf5-edcd-4503-8754-ed45267092a1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 210 time: 0.1473620 Sep 03 20:29:05.731754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.47', 61694) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:05.744020 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8c25f8bd-1e4b-4a3b-a036-18385737cbad up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:05.831579 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] For port 6bb74a66-1442-4731-8fb3-93e424460fa4, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6bb74a66-1442-4731-8fb3-93e424460fa4,segment=NetworkSegment(c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34),segment_id=c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:05.834369 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:05.947412 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 8c25f8bd-1e4b-4a3b-a036-18385737cbad triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:05.948694 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.058660 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.149861 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 72d328c2-853d-4266-82cc-70e166624a20 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:06.209026 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.286990 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3c40d824-3ddc-4874-bf28-f61e76175cff req-63ede817-550d-4427-bb68-773a7be4258c tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.0918877 Sep 03 20:29:06.336830 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Allocated IP 172.20.0.14 (f51a444c-68ab-42d3-91dd-777e9a1fcc3b/ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d/007b63fc-d649-4f40-9366-e40cd0906adb) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:06.339859 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Transition to ACTIVE for port object a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:06.438913 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 72d328c2-853d-4266-82cc-70e166624a20 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:06.450646 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 72d328c2-853d-4266-82cc-70e166624a20 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:06.451247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.562255 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:01Z', 'revision_number': 2, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:06.642639 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:29:06.643301 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Updating router 729810ae-1ed3-4484-8c62-e3a152770979 port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:29:06.683397 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.732208 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.796542 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:06.797124 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.798468 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.801810 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] 10.222.0.47 "PUT /v2.0/ports/6bb74a66-1442-4731-8fb3-93e424460fa4 HTTP/1.1" status: 200 len: 1093 time: 5.3165469 Sep 03 20:29:06.812821 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'tag': '6bb74a66-1442-4731-8fb3-93e424460fa4'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:06.854834 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 72d328c2-853d-4266-82cc-70e166624a20, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=72d328c2-853d-4266-82cc-70e166624a20,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:06.872615 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:06.984762 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Network 32f2f917-bc35-438b-baa6-3886b7544806 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:07.008403 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:07.038990 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=72d328c2-853d-4266-82cc-70e166624a20,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:07.040619 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:07.041346 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.258582 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e606adfc-8737-463d-bda9-e32adb1dacfb {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:07.275743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.286157 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Pushing event updated for resources: {'Port': ['ID=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:07.312294 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Transition to ACTIVE for port object e606adfc-8737-463d-bda9-e32adb1dacfb will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:07.314324 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bdab8-ab63-459a-9ce4-de0180967d28 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb74a66-1442-4731-8fb3-93e424460fa4,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:07.377031 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-2358d330-b2c5-471f-8a60-2accb33bf365 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:07.382183 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-2358d330-b2c5-471f-8a60-2accb33bf365 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 819 time: 1.6158781 Sep 03 20:29:07.506573 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.507289 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Request body: {'port': {'device_id': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'admin_state_up': True, 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:07.573051 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-01dd531b-00e5-40df-8781-cd73cd80f752 None None] Provisioning for port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:07.581596 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-01dd531b-00e5-40df-8781-cd73cd80f752 None None] Provisioning complete for port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:07.582074 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01dd531b-00e5-40df-8781-cd73cd80f752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.684588 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-01dd531b-00e5-40df-8781-cd73cd80f752 None None] Port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:29:07.723826 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.803746 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.831650 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.855939 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7381a5-4c6c-4cb3-a570-7179ae984656", "tag": "6bb74a66-1442-4731-8fb3-93e424460fa4"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:07.908797 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Pushing event updated for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:07.911191 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Made reservation on behalf of a6d755e6995e4975994b03d28f4a18b6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:07.914708 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:07.928616 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa47392-e212-49a8-86ca-6dbb71fd1fc7 req-ab3f4da0-92c4-4e47-86b4-3cb89822671c tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:07.930234 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-eaa47392-e212-49a8-86ca-6dbb71fd1fc7 req-ab3f4da0-92c4-4e47-86b4-3cb89822671c tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 943 time: 2.1789415 Sep 03 20:29:07.970361 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58188) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:08.054503 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.069861 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Transition to ACTIVE for port object ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:08.080030 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.144749 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26075066-5e2b-406f-81c4-75e2bce4d81e None None] Pushing event updated for resources: {'Port': ['ID=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:08.153278 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Allocated IP 172.20.0.2 (3b274558-1e98-4d5c-9c5b-3eba9ed773cf/2b0e89c7-ac6b-4317-b534-beda860f0fc3/5919f56d-72c9-4542-bc32-eb51cfd4f2be) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:08.302367 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event updated for resources: {'Port': ['ID=007b63fc-d649-4f40-9366-e40cd0906adb,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:08.370129 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-52570389-5efa-4d8c-b84c-566d12cac79d req-a2c6d101-827d-480c-bbd5-9d0d4c058e17 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 210 time: 0.0816758 Sep 03 20:29:08.373459 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:08.378438 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:08.398203 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Attempting to bind port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:08.405098 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Attempting to bind port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:08.405655 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Attempting to bind port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:08.415200 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:08.424413 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:08.424808 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Checking segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:08.429061 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.429648 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Bound using segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:08.441961 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Bound port: ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:08.442383 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.445471 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:08.455773 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.464854 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.560064 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022262450', 'description': 'tempest-description--909815896'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:08.584282 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-1e245f20-1271-4c7b-b003-c4967c5bc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:08.586352 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-1e245f20-1271-4c7b-b003-c4967c5bc66a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0771fbbac709414a8ec570ba31c6c0ec&device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 1096 time: 1.5239649 Sep 03 20:29:08.591906 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.643284 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-033405f0-3f23-4998-8c81-7be1aa9e1b98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2420418 Sep 03 20:29:08.643593 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-eaa47392-e212-49a8-86ca-6dbb71fd1fc7 req-7ab84cff-bf4d-4388-9665-a42e15558b58 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994035 Sep 03 20:29:08.657948 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.715733 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Request body: {'port': {'device_id': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:08.721514 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] For port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:08.733385 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] For port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:08.750127 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.796744 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.848167 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641b34-0efd-4ae5-8a97-f0d165f75189 req-1ce37038-6353-4e5e-aac8-36c7a099ef68 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:08.856425 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2a641b34-0efd-4ae5-8a97-f0d165f75189 req-1ce37038-6353-4e5e-aac8-36c7a099ef68 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 932 time: 0.3320601 Sep 03 20:29:08.859386 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:08.898775 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:08.966942 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:08.974283 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:09.131532 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 72d328c2-853d-4266-82cc-70e166624a20 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:09.152128 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.171962 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.175462 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-79a505f2-5e91-4fe8-a781-e4c5af251f27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bb74a66-1442-4731-8fb3-93e424460fa4 HTTP/1.1" status: 200 len: 217 time: 0.5369558 Sep 03 20:29:09.316026 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26075066-5e2b-406f-81c4-75e2bce4d81e None None] Pushing event updated for resources: {'Port': ['ID=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:09.325387 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc47ec0-8c47-47be-b8a7-b9268e060eaf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:09.327712 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Attempting to bind port e606adfc-8737-463d-bda9-e32adb1dacfb on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:09.328653 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 72d328c2-853d-4266-82cc-70e166624a20 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:09.329300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.337225 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Attempting to bind port e606adfc-8737-463d-bda9-e32adb1dacfb by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:09.337593 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Attempting to bind port e606adfc-8737-463d-bda9-e32adb1dacfb on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:09.352785 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:09.399413 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:09.427445 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:09.428129 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.490826 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:09.577787 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e98c4-25ca-4857-a246-e848e41fe62d x-openstack-request-id: req-038e98c4-25ca-4857-a246-e848e41fe62d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:09.578094 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7381a5-4c6c-4cb3-a570-7179ae984656", "tag": "6bb74a66-1442-4731-8fb3-93e424460fa4", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:09.578354 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-038e98c4-25ca-4857-a246-e848e41fe62d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:09.578838 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'tag': '6bb74a66-1442-4731-8fb3-93e424460fa4', 'status': 'completed', 'code': 200} Sep 03 20:29:09.648752 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Port e606adfc-8737-463d-bda9-e32adb1dacfb on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:09.669665 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Attempting to bind port e606adfc-8737-463d-bda9-e32adb1dacfb on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:09.763739 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.764454 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.765497 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Pushing event updated for resources: {'Port': ['ID=5919f56d-72c9-4542-bc32-eb51cfd4f2be,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:09.768459 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.769898 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-bffb836d-7bf6-4dfe-b6b8-db4cf3d36c69 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7972405 Sep 03 20:29:09.770899 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:09.771349 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Checking segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:09.771840 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Bound using segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:09.772371 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Bound port: e606adfc-8737-463d-bda9-e32adb1dacfb, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:09.772953 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.775629 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58232) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:09.798206 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'security_group_rule': {'security_group_id': '8cc47ec0-8c47-47be-b8a7-b9268e060eaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:09.874239 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.876911 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Pushing event updated for resources: {'Port': ['ID=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:09.894567 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007b63fc-d649-4f40-9366-e40cd0906adb {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:09.904889 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-67c64f77-0b61-4a68-af1f-025a7b10abfe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4085786 Sep 03 20:29:09.908767 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.922682 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3324-9562-4e36-878a-c1faf7c2305d req-6e6a85db-a160-40aa-9361-cc207cd53ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:09.924507 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-6e6a85db-a160-40aa-9361-cc207cd53ea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=962d28a3-4299-4f58-80b9-c6c812b3ce35 HTTP/1.1" status: 200 len: 849 time: 0.6194227 Sep 03 20:29:09.959432 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Request body: {'port': {'device_id': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:09.960310 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Transition to ACTIVE for port object 007b63fc-d649-4f40-9366-e40cd0906adb will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:09.972635 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:08Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:09.979762 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2a641b34-0efd-4ae5-8a97-f0d165f75189 req-d08c861d-9a61-40dd-bb0b-25227fe03d38 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1115084 Sep 03 20:29:09.983157 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.060269 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925a782-0e9b-4996-8e2f-ef878321d07d None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:08Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:10.086666 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4c5c3aeb-f0be-466c-aae8-bb75c57bdc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.194384 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Network 32f2f917-bc35-438b-baa6-3886b7544806 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:10.206895 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-8f2374bc-c0f6-4ab6-b2be-af044ef5d77c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e107269-7e2a-4343-87cd-432ad4932c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872780 Sep 03 20:29:10.221755 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:10.281993 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.284664 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:10.312685 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.327665 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:10.350811 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e606adfc-8737-463d-bda9-e32adb1dacfb,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:10.388207 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6c740-4b5c-4433-b1d0-32047d89234e req-e27f341e-ba1d-41ce-8c27-81b56ad1fbe6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:10.389346 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a6f6c740-4b5c-4433-b1d0-32047d89234e req-e27f341e-ba1d-41ce-8c27-81b56ad1fbe6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 931 time: 0.4783852 Sep 03 20:29:10.392020 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.402337 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.466767 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f504193-dc7e-4fa0-a7ea-81e222947381,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:10.568420 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Pushing event updated for resources: {'Port': ['ID=007b63fc-d649-4f40-9366-e40cd0906adb,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:10.577369 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:10.622287 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Pushing event updated for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:10.639629 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Attempting to bind port 007b63fc-d649-4f40-9366-e40cd0906adb on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:10.640195 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Attempting to bind port 007b63fc-d649-4f40-9366-e40cd0906adb by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:10.640651 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Attempting to bind port 007b63fc-d649-4f40-9366-e40cd0906adb on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:10.646692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:10.648596 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.650085 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-de95b598-578d-4cd9-9fce-1feb4789871c service neutron] 10.222.0.47 "PUT /v2.0/ports/e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 1093 time: 6.1801355 Sep 03 20:29:10.670910 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e21cb4-64ac-47ea-ac7c-9e89df8c9015 req-9aa94b54-280c-46d4-9f54-2da05a4d3449 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:10.685082 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b8e21cb4-64ac-47ea-ac7c-9e89df8c9015 req-9aa94b54-280c-46d4-9f54-2da05a4d3449 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 943 time: 0.5749829 Sep 03 20:29:10.688581 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.690089 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-21ba7882-e30a-4628-a880-a91dce61cabc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8967855 Sep 03 20:29:10.785067 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:10.815034 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'security_group_rule': {'security_group_id': '8cc47ec0-8c47-47be-b8a7-b9268e060eaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:10.847956 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d5596728-ef71-4802-88f0-f0bd86afcaf1 None None] Provisioning complete for port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:10.848613 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5596728-ef71-4802-88f0-f0bd86afcaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:10.941423 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d5596728-ef71-4802-88f0-f0bd86afcaf1 None None] Port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:29:11.004166 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6546a186-1f1b-41f4-8295-f30d5a21f94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.029705 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a6f6c740-4b5c-4433-b1d0-32047d89234e req-e025c427-f7f0-4bfa-a93d-19a5df171048 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304836 Sep 03 20:29:11.112077 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Port 007b63fc-d649-4f40-9366-e40cd0906adb on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:11.113178 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Attempting to bind port 007b63fc-d649-4f40-9366-e40cd0906adb on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:11.169745 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:11.241837 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b8e21cb4-64ac-47ea-ac7c-9e89df8c9015 req-a467838b-e641-484d-a810-ab72c5cf7868 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557668 Sep 03 20:29:11.252639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:11.252639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Checking segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:11.252639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Bound using segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:11.252639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Bound port: 007b63fc-d649-4f40-9366-e40cd0906adb, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:11.252639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.311382 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:11.312523 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.319076 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:11.319868 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.546641 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:11.562107 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.575730 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-feaf2861-cd84-49d5-8134-b99f0010eb6e admin admin] 10.222.0.23 "PUT /v2.0/routers/3ca31250-d2ab-47f6-ad0e-861c761940aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3879211 Sep 03 20:29:11.580166 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:11.606940 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d8bd-dd6e-4c13-91ec-32f348ba9ea7 req-bd7a1608-e3cb-45d0-8878-a37fa043e4e3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:11.616102 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1074d8bd-dd6e-4c13-91ec-32f348ba9ea7 req-bd7a1608-e3cb-45d0-8878-a37fa043e4e3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 944 time: 0.2068462 Sep 03 20:29:11.626567 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:11.627205 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:28:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:11.628799 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] For port 007b63fc-d649-4f40-9366-e40cd0906adb, host hv-cinder-76015, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:11.653771 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] For port 007b63fc-d649-4f40-9366-e40cd0906adb, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=007b63fc-d649-4f40-9366-e40cd0906adb,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:11.665622 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.675883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:11.678534 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f3188a-f354-4bb9-8dec-2122f19bf853" -d '{"events": [{"name": "network-changed", "server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:11.715848 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:11.716487 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.718676 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/007b63fc-d649-4f40-9366-e40cd0906adb HTTP/1.1" status: 200 len: 1094 time: 3.0247600 Sep 03 20:29:11.719693 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'tag': '007b63fc-d649-4f40-9366-e40cd0906adb'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:11.759121 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-cb5ccbf0-afd3-4503-ab4a-69c9564a03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:11.760942 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-cb5ccbf0-afd3-4503-ab4a-69c9564a03e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1096 time: 0.6562364 Sep 03 20:29:11.770238 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-4923476c-3f8b-436d-9838-3f35ec5d65f8 service neutron] 10.222.0.47 "GET /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1285954 Sep 03 20:29:11.802493 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.832591 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:11.837164 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:11.903042 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1074d8bd-dd6e-4c13-91ec-32f348ba9ea7 req-ad3a7154-e0ac-420b-bf1e-b742a8d858db tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818165 Sep 03 20:29:11.986021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e84c19-c78c-4a9d-b0d3-b3379bc6c328 x-openstack-request-id: req-02e84c19-c78c-4a9d-b0d3-b3379bc6c328 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:11.986381 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:11.986559 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02e84c19-c78c-4a9d-b0d3-b3379bc6c328 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:11.986943 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb', 'status': 'completed', 'code': 200} Sep 03 20:29:11.993112 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:12.009591 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.059716 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-fbe16fbc-494c-4050-8060-a4fce3593d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:12.061248 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-fbe16fbc-494c-4050-8060-a4fce3593d98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 1097 time: 0.1408024 Sep 03 20:29:12.062348 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b02dd-ef96-4878-8bdf-8102094f30e5 service neutron] Pushing event updated for resources: {'Port': ['ID=007b63fc-d649-4f40-9366-e40cd0906adb,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:12.197301 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:12.221326 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58292) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:12.236315 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eac79a-4ef7-4185-b44e-3b65851b863c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0bb6e8-4c99-4f29-acd1-eb6914923968", "tag": "007b63fc-d649-4f40-9366-e40cd0906adb"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:12.245933 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1afef66-529f-4d36-bab2-73a999a1ede3,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:12.248687 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-1ca7ffd2-37bf-491e-ae3a-034562db2530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007b63fc-d649-4f40-9366-e40cd0906adb HTTP/1.1" status: 200 len: 217 time: 0.1749172 Sep 03 20:29:12.335063 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 2, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:12.338287 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef806-92bf-4058-aed9-d62d7842eb8e req-22ac7fe3-cbd1-4363-a1e1-62884257da76 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:12.346348 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89aef806-92bf-4058-aed9-d62d7842eb8e req-22ac7fe3-cbd1-4363-a1e1-62884257da76 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 931 time: 0.0993552 Sep 03 20:29:12.357270 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-df0666e1-58d7-488d-aee1-5837219e8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:12.358749 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-df0666e1-58d7-488d-aee1-5837219e8ca7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.1011171 Sep 03 20:29:12.376439 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6546a186-1f1b-41f4-8295-f30d5a21f94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.383760 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:29:12.384263 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Updating router 3ca31250-d2ab-47f6-ad0e-861c761940aa port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:29:12.399962 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6546a186-1f1b-41f4-8295-f30d5a21f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.417286 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.417714 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-20d20a14-a0b0-4e8f-b76a-65b1698d2111 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496962 Sep 03 20:29:12.431480 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-4c143c96-f3b1-464e-b488-d03ab8e7dd87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.5193632 Sep 03 20:29:12.451693 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546a186-1f1b-41f4-8295-f30d5a21f94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b62875a-8d97-4549-a279-0347bb964794,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:12.460901 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.465955 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-abbb76c2-44e7-47e4-971b-442b759fac94 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6616652 Sep 03 20:29:12.467037 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89aef806-92bf-4058-aed9-d62d7842eb8e req-507accdf-ae79-4deb-a30c-17b222e738f7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197379 Sep 03 20:29:12.467658 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58300) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:12.475536 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:12.587837 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-a140ff35-2ef1-4b1c-a2e7-5cc88dcc131a service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600397 Sep 03 20:29:12.598049 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.603140 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-26f3ab66-2d87-4a90-bd1b-0cfd4fcb5e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.611915 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-6546a186-1f1b-41f4-8295-f30d5a21f94b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da89d07aa6164ad5b41043bdcc5f2249&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2804818 Sep 03 20:29:12.622128 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58306) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:12.670737 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-787b3324-9562-4e36-878a-c1faf7c2305d req-1352fa0f-d999-479b-9933-7842a6919d41 service neutron] 10.222.0.47 "GET /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409348 Sep 03 20:29:12.672251 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-63547752-e89b-4abd-b26f-af539b761b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:12.674091 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-63547752-e89b-4abd-b26f-af539b761b09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.2047658 Sep 03 20:29:12.718148 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc6953bf-b115-429f-b86b-882c696dcd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.761504 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-229a0f92-24da-4f19-9c7e-e885a60557ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793154 Sep 03 20:29:12.787029 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58312) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:12.804155 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799382636', 'description': 'tempest-description--795834298'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:12.852859 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5919f56d-72c9-4542-bc32-eb51cfd4f2be {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:12.887410 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.913135 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca67f5c-e4fd-48ba-9bc9-ffc4eeaaca80 x-openstack-request-id: req-5ca67f5c-e4fd-48ba-9bc9-ffc4eeaaca80 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:12.913570 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0bb6e8-4c99-4f29-acd1-eb6914923968", "tag": "007b63fc-d649-4f40-9366-e40cd0906adb", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:12.913890 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ca67f5c-e4fd-48ba-9bc9-ffc4eeaaca80 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:12.914475 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'tag': '007b63fc-d649-4f40-9366-e40cd0906adb', 'status': 'completed', 'code': 200} Sep 03 20:29:12.915528 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e7a8-4543-4708-9b95-6969e9be990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.920413 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da2bb5f-8409-47b1-b501-080b58f92efa req-71966098-b4a3-4420-82e1-bd6844146532 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179832 Sep 03 20:29:12.988856 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e7a8-4543-4708-9b95-6969e9be990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.997979 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.005190 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:13.030167 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-958eceaf-f1b8-41a0-a691-622a0b68ce41 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401433 Sep 03 20:29:13.039829 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Transition to ACTIVE for port object 5919f56d-72c9-4542-bc32-eb51cfd4f2be will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:13.065363 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-f0d04401-6142-4171-b274-10ef79c03795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.065363 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-f0d04401-6142-4171-b274-10ef79c03795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0771fbbac709414a8ec570ba31c6c0ec&device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 1096 time: 0.3108268 Sep 03 20:29:13.065648 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Transition to ACTIVE for port object a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:13.067731 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.075557 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.077831 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.142177 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-26f3ab66-2d87-4a90-bd1b-0cfd4fcb5e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.152566 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.158819 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:13.159310 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.177384 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-73952aa6-a774-4367-9620-759fde09880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.180535 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-73952aa6-a774-4367-9620-759fde09880d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 1097 time: 0.1888630 Sep 03 20:29:13.204798 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-26f3ab66-2d87-4a90-bd1b-0cfd4fcb5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.222639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e7a8-4543-4708-9b95-6969e9be990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.223596 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b347af-2e3f-4b3a-9b8e-94122e552dd3 None None] Pushing event updated for resources: {'Port': ['ID=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:13.225171 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f6e6e7a8-4543-4708-9b95-6969e9be990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.230877 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f6e6e7a8-4543-4708-9b95-6969e9be990c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b62875a-8d97-4549-a279-0347bb964794 HTTP/1.1" status: 204 len: 168 time: 0.6066117 Sep 03 20:29:13.231018 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Pushing event updated for resources: {'Port': ['ID=5919f56d-72c9-4542-bc32-eb51cfd4f2be,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:13.263279 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Attempting to bind port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:13.263808 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Attempting to bind port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:13.264458 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Attempting to bind port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 on network 32f2f917-bc35-438b-baa6-3886b7544806 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:13.273342 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:13.273880 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Checking segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:13.274361 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.274818 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Bound using segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:13.275428 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Bound port: a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:13.275962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.310004 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.323179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3ab66-2d87-4a90-bd1b-0cfd4fcb5e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13662346-dde2-416f-973c-bdf8931431b6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:13.336112 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5c4c-24ae-415e-9189-44c0b3c0d006 req-93c55b13-00c2-439f-a4f0-b8686d736c62 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.337734 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bae5c4c-24ae-415e-9189-44c0b3c0d006 req-93c55b13-00c2-439f-a4f0-b8686d736c62 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 943 time: 0.5029757 Sep 03 20:29:13.428582 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] For port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:13.442551 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] For port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:13.458708 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affc0e7-93e0-4493-b931-4570297526e8 req-aa7419b3-4753-4eee-96e2-adc7506dc91f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.462403 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.468675 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2affc0e7-93e0-4493-b931-4570297526e8 req-aa7419b3-4753-4eee-96e2-adc7506dc91f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 944 time: 0.2813945 Sep 03 20:29:13.472317 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6e7a8-4543-4708-9b95-6969e9be990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b62875a-8d97-4549-a279-0347bb964794,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:13.505067 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-47edaa83-d870-4e45-82f4-1b5b2efcaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.506651 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-47edaa83-d870-4e45-82f4-1b5b2efcaf75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e107269-7e2a-4343-87cd-432ad4932c1f HTTP/1.1" status: 200 len: 910 time: 0.4080954 Sep 03 20:29:13.576493 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:13.577193 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2affc0e7-93e0-4493-b931-4570297526e8 req-1070a161-ea3e-49fe-9c3b-ae53839181dd tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029501 Sep 03 20:29:13.578238 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:13.579991 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-26f3ab66-2d87-4a90-bd1b-0cfd4fcb5e61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20593a8d28154568ae2aee4fc36779ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3383698 Sep 03 20:29:13.592928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58330) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:13.593617 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-81050abc-1f6c-4a73-b296-980a86c2ec93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bb74a66-1442-4731-8fb3-93e424460fa4 HTTP/1.1" status: 200 len: 217 time: 0.0691721 Sep 03 20:29:13.594371 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Attempting to bind port 5919f56d-72c9-4542-bc32-eb51cfd4f2be on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:13.594618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Attempting to bind port 5919f56d-72c9-4542-bc32-eb51cfd4f2be by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:13.594935 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Attempting to bind port 5919f56d-72c9-4542-bc32-eb51cfd4f2be on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:13.621438 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bae5c4c-24ae-415e-9189-44c0b3c0d006 req-c6c4df8f-21d4-44e1-975a-6ee6a0c2bb58 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992249 Sep 03 20:29:13.656962 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Port 5919f56d-72c9-4542-bc32-eb51cfd4f2be on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:13.657609 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Attempting to bind port 5919f56d-72c9-4542-bc32-eb51cfd4f2be on network 3b274558-1e98-4d5c-9c5b-3eba9ed773cf {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:13.717149 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:13.717512 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Checking segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:13.717892 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Bound using segment: {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:13.718331 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Bound port: 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:13.718684 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.721945 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e879c3a-f7d1-4c22-b55d-988bde0745fb req-246df523-6c9d-4d98-8681-15fd0bd987a9 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786711 Sep 03 20:29:13.722407 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58334) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:13.805135 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f76e846b-734a-4c47-a577-01c018a6e6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.906947 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-61a76fe1-09ee-4005-9dd2-7fd867b37cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.908421 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-61a76fe1-09ee-4005-9dd2-7fd867b37cf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=962d28a3-4299-4f58-80b9-c6c812b3ce35 HTTP/1.1" status: 200 len: 849 time: 0.2829902 Sep 03 20:29:13.920247 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a06232cd-3936-4e2f-b96a-b60fffe9e01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.923076 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-7185497a-7639-4d2e-99d1-5b7025bf0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.924339 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-7185497a-7639-4d2e-99d1-5b7025bf0226 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 916 time: 0.7165074 Sep 03 20:29:13.940314 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b347af-2e3f-4b3a-9b8e-94122e552dd3 None None] Pushing event updated for resources: {'Port': ['ID=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:13.958497 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-84b848e1-3081-4cc2-a219-76617be63adc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e107269-7e2a-4343-87cd-432ad4932c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372555 Sep 03 20:29:13.967271 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] For port 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:13.977558 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:13.985535 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Allocated IP 172.27.2.47 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/dc12901c-7695-414f-bb7a-bc9f29584ff5) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:13.989046 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042b0e4-bd41-4cd8-99fc-cb09bd222c1b req-efffe590-4cf1-428f-af93-a80b24073504 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.989670 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-24a7e715-9380-4189-8ca2-8b84102ac7d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007b63fc-d649-4f40-9366-e40cd0906adb HTTP/1.1" status: 200 len: 217 time: 0.0511959 Sep 03 20:29:13.990713 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2042b0e4-bd41-4cd8-99fc-cb09bd222c1b req-efffe590-4cf1-428f-af93-a80b24073504 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 943 time: 0.2138360 Sep 03 20:29:14.011827 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-c2b5869e-25d2-4de6-8af3-1f1d1978b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.013337 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-c2b5869e-25d2-4de6-8af3-1f1d1978b73c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1096 time: 0.2107420 Sep 03 20:29:14.021777 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] For port 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:14.051567 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.086464 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.171105 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.171728 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.173159 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] 10.222.0.47 "PUT /v2.0/ports/5919f56d-72c9-4542-bc32-eb51cfd4f2be HTTP/1.1" status: 200 len: 1093 time: 4.2313881 Sep 03 20:29:14.179236 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'tag': '5919f56d-72c9-4542-bc32-eb51cfd4f2be'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:14.181433 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5956a5e-ad4a-4324-b744-730fd1805257" -d '{"events": [{"name": "network-changed", "server_uuid": "f57e9170-dc4e-4785-bf87-65c532fb13b4", "tag": "5919f56d-72c9-4542-bc32-eb51cfd4f2be"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:14.238803 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2042b0e4-bd41-4cd8-99fc-cb09bd222c1b req-b707dbd3-9a5e-4546-a57d-c7a3782ba0d9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214437 Sep 03 20:29:14.240853 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:13Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:14.251020 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a06232cd-3936-4e2f-b96a-b60fffe9e01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.269011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07595d-1996-44f0-93c0-712f3254c636 x-openstack-request-id: req-0a07595d-1996-44f0-93c0-712f3254c636 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:14.269011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57e9170-dc4e-4785-bf87-65c532fb13b4", "tag": "5919f56d-72c9-4542-bc32-eb51cfd4f2be", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:14.269011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a07595d-1996-44f0-93c0-712f3254c636 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:14.269011 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'tag': '5919f56d-72c9-4542-bc32-eb51cfd4f2be', 'status': 'completed', 'code': 200} Sep 03 20:29:14.275504 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f846526d-fb43-45b5-87d7-b244a30e273d None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:13Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:14.292436 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8b72f-52f9-4a06-8fd6-e5efbfd804ae service neutron] Pushing event updated for resources: {'Port': ['ID=5919f56d-72c9-4542-bc32-eb51cfd4f2be,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:14.296495 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-1af3fb75-476f-47dc-981e-b6e5d974f3c9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261929 Sep 03 20:29:14.307535 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.361338 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-6e105443-4113-4a8a-aed0-06af952b5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.362889 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-6e105443-4113-4a8a-aed0-06af952b5f1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.3346894 Sep 03 20:29:14.368180 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.375298 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-fd850bc9-59c7-49be-843a-09372e069a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.378586 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-fd850bc9-59c7-49be-843a-09372e069a0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.3750093 Sep 03 20:29:14.383015 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-c2303939-27d4-4b80-80fd-4cbc04c76007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.384407 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-c2303939-27d4-4b80-80fd-4cbc04c76007 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 1096 time: 0.1311276 Sep 03 20:29:14.449965 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-82aa60b4-4de5-45b7-b339-42c41ba63af1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490146 Sep 03 20:29:14.469191 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-8639dcc1-2ba6-408c-bfe6-72b354478027 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.0889111 Sep 03 20:29:14.506396 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.519930 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94950f69-0e23-427a-b8cf-4af1d43c0052,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:14.570419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a06232cd-3936-4e2f-b96a-b60fffe9e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.573467 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a06232cd-3936-4e2f-b96a-b60fffe9e01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.576990 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a06232cd-3936-4e2f-b96a-b60fffe9e01c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13662346-dde2-416f-973c-bdf8931431b6 HTTP/1.1" status: 204 len: 168 time: 0.8938842 Sep 03 20:29:14.608741 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06232cd-3936-4e2f-b96a-b60fffe9e01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13662346-dde2-416f-973c-bdf8931431b6,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:14.635063 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-97219956-f58c-4e51-8524-846ff7368c7e service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720686 Sep 03 20:29:14.684297 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.721657 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-b8da1589-c264-4a1d-9977-07f9709139b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be HTTP/1.1" status: 200 len: 217 time: 0.3236549 Sep 03 20:29:14.815557 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5eac79a-4ef7-4185-b44e-3b65851b863c req-ac8ebf8d-1a38-430b-b628-13c992ddc55e service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725445 Sep 03 20:29:14.842965 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:14.848691 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:14.860340 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:14.867991 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'Port': ['ID=dc12901c-7695-414f-bb7a-bc9f29584ff5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:14.874511 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-cb64ac5d-07b4-432c-92c1-0e3ac83291f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.876093 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-cb64ac5d-07b4-432c-92c1-0e3ac83291f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.1601515 Sep 03 20:29:14.933065 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5b10a-0c9f-4243-a9eb-ca116bee6b95 req-c5ad8ed8-64de-4d3d-82b0-f1031527b4c8 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.934623 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6bd5b10a-0c9f-4243-a9eb-ca116bee6b95 req-c5ad8ed8-64de-4d3d-82b0-f1031527b4c8 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 943 time: 0.1806831 Sep 03 20:29:14.954295 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f76e846b-734a-4c47-a577-01c018a6e6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:14.980883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930069-b35b-44fe-80d2-958a788be1ed req-c4b78e49-4393-4d40-bef4-cac2187f944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:14.982776 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-c4b78e49-4393-4d40-bef4-cac2187f944a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.2153800 Sep 03 20:29:15.011447 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9e058808-eb42-4a0d-a5fc-1e1f82fe6dc4 req-153ba191-b28f-4845-976d-17e29f4cd705 service neutron] 10.222.0.47 "GET /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950073 Sep 03 20:29:15.011447 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f76e846b-734a-4c47-a577-01c018a6e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.018743 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.019957 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-53d46a94-e4a9-4391-bb8e-75f21497fb42 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2298384 Sep 03 20:29:15.024435 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58354) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:15.026250 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.056194 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'security_group_rule': {'security_group_id': '94950f69-0e23-427a-b8cf-4af1d43c0052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:15.075086 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-35750e5a-f4db-4f83-b185-90d22730c55f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903730 Sep 03 20:29:15.076125 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:15.131713 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6bd5b10a-0c9f-4243-a9eb-ca116bee6b95 req-31451445-9b4c-465f-8fdc-f0d48c917b6e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858621 Sep 03 20:29:15.174153 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:15.179819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e846b-734a-4c47-a577-01c018a6e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f677f5ff-ad82-429b-8bac-22869dce7415,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.180262 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:15.181091 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.184154 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-a483d7aa-7f23-43bd-a7b6-3b59a382de27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568720 Sep 03 20:29:15.188088 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.222407 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.236899 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58358) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:15.266737 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7f9dca8-301d-47d6-91f9-3119fc01ed9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.268534 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95dcbf-12e5-40e1-b164-92f97f4d58a7 req-f24e31f5-cdf6-4d80-8aac-7b0596fa0afa tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:15.277840 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ef95dcbf-12e5-40e1-b164-92f97f4d58a7 req-f24e31f5-cdf6-4d80-8aac-7b0596fa0afa tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 944 time: 0.5583358 Sep 03 20:29:15.312092 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f76e846b-734a-4c47-a577-01c018a6e6d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f03d5ac41ce46168ae9c9803ce8c137&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5602572 Sep 03 20:29:15.317930 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.321232 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58362) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:15.358500 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:15.366393 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.397448 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 6bb74a66-1442-4731-8fb3-93e424460fa4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:15.418725 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ef95dcbf-12e5-40e1-b164-92f97f4d58a7 req-645e369b-ba50-4291-9fe0-74b2cee7ca36 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401849 Sep 03 20:29:15.429930 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.443915 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.458847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.486614 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-c851e9ed-cc40-4de7-a5d6-5a3ac2d91542 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838123 Sep 03 20:29:15.492786 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-8ae7fdc8-ff2b-474b-8822-dd7b6f3a7bd2 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017740 Sep 03 20:29:15.510866 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad3a7f5-1546-47c6-bf98-b616d7549b64,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.547642 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.552536 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 6bb74a66-1442-4731-8fb3-93e424460fa4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6bb74a66-1442-4731-8fb3-93e424460fa4,segment=NetworkSegment(c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34),segment_id=c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:15.564032 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '6bb74a66-1442-4731-8fb3-93e424460fa4', 'network_id': '9e107269-7e2a-4343-87cd-432ad4932c1f', 'port_id': '6bb74a66-1442-4731-8fb3-93e424460fa4', 'mac_address': 'fa:16:3e:d5:79:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962d28a3-4299-4f58-80b9-c6c812b3ce35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:15.566220 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3211743-f752-4934-96f2-cc8f27a19d28 req-5b81f5d8-9d4a-4428-936e-bd19415e0f05 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:15.567839 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a3211743-f752-4934-96f2-cc8f27a19d28 req-5b81f5d8-9d4a-4428-936e-bd19415e0f05 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 943 time: 0.2275929 Sep 03 20:29:15.576038 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c3c27fa6-54ed-4f7b-b984-c86c6387740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.604861 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.611211 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.618113 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb74a66-1442-4731-8fb3-93e424460fa4 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:15.630133 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.640558 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 6bb74a66-1442-4731-8fb3-93e424460fa4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6bb74a66-1442-4731-8fb3-93e424460fa4,segment=NetworkSegment(c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34),segment_id=c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:15.648088 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.650269 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 007b63fc-d649-4f40-9366-e40cd0906adb details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:15.659328 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e930069-b35b-44fe-80d2-958a788be1ed req-9f1f01c4-775a-41e6-9b7e-d9296b6cb344 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648436 Sep 03 20:29:15.663495 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4f3188a-f354-4bb9-8dec-2122f19bf853 req-d5c1d875-6012-4781-aef6-d18fb26fecee service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614292 Sep 03 20:29:15.677750 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c3c27fa6-54ed-4f7b-b984-c86c6387740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.682432 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7f9dca8-301d-47d6-91f9-3119fc01ed9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.700478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.720399 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7f9dca8-301d-47d6-91f9-3119fc01ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.735357 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.746541 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bf2fbcf8-7188-4c59-a452-951c98cd23b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7158687 Sep 03 20:29:15.750276 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58364) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:15.758577 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=6bb74a66-1442-4731-8fb3-93e424460fa4,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.782638 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'security_group_rule': {'security_group_id': '94950f69-0e23-427a-b8cf-4af1d43c0052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:15.798278 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a3211743-f752-4934-96f2-cc8f27a19d28 req-025be2be-02f3-40c7-97c2-80b805dcbcab tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148538 Sep 03 20:29:15.821597 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.821597 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3492513 Sep 03 20:29:15.821597 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d6254-7d08-4b38-9d0b-57eac162afe9 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'Port': ['ID=dc12901c-7695-414f-bb7a-bc9f29584ff5,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.832384 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9dca8-301d-47d6-91f9-3119fc01ed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e439a6-40c6-41f5-b7a3-77c8b2179acf,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.844218 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 007b63fc-d649-4f40-9366-e40cd0906adb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=007b63fc-d649-4f40-9366-e40cd0906adb,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:15.845237 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c7f9dca8-301d-47d6-91f9-3119fc01ed9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2387945e1c484a1299909ffef900c4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056962 Sep 03 20:29:15.846561 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58368) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:15.849585 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-d29636cd-e9d2-4834-ab69-427020c5a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:15.851545 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-d29636cd-e9d2-4834-ab69-427020c5a2de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 1096 time: 0.1148489 Sep 03 20:29:15.870460 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.870850 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c3c27fa6-54ed-4f7b-b984-c86c6387740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.874556 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c3c27fa6-54ed-4f7b-b984-c86c6387740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.874783 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c3c27fa6-54ed-4f7b-b984-c86c6387740a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f677f5ff-ad82-429b-8bac-22869dce7415 HTTP/1.1" status: 204 len: 168 time: 0.5526454 Sep 03 20:29:15.879280 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '007b63fc-d649-4f40-9366-e40cd0906adb', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'port_id': '007b63fc-d649-4f40-9366-e40cd0906adb', 'mac_address': 'fa:16:3e:3d:2c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:15.891992 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c27fa6-54ed-4f7b-b984-c86c6387740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f677f5ff-ad82-429b-8bac-22869dce7415,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.983600 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.003551 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007b63fc-d649-4f40-9366-e40cd0906adb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:16.033431 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 007b63fc-d649-4f40-9366-e40cd0906adb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=007b63fc-d649-4f40-9366-e40cd0906adb,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:16.038286 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.040419 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-914cd1d6-3de9-4c06-9126-88e9f34dcb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.098811 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-914cd1d6-3de9-4c06-9126-88e9f34dcb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.100963 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-56b5426d-4edb-49bb-9c7b-9ca8f495cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.102505 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-56b5426d-4edb-49bb-9c7b-9ca8f495cf98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.2429168 Sep 03 20:29:16.102737 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=007b63fc-d649-4f40-9366-e40cd0906adb,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:16.125317 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.180209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.191174 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-5b5e5acd-ae72-4682-8307-8d63c426ee5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be HTTP/1.1" status: 200 len: 217 time: 0.0801468 Sep 03 20:29:16.239139 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a970f9-8d66-4390-b5e5-257db08886ab,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:16.320940 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.334991 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459a0a-7ed2-47b5-be23-60c1f09c7dff req-f4a47506-e960-4ad1-aa83-b7b04cadcae2 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.335831 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-7aa7c62f-dc6b-4732-8f45-5f4312637f93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5745492 Sep 03 20:29:16.336599 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-95459a0a-7ed2-47b5-be23-60c1f09c7dff req-f4a47506-e960-4ad1-aa83-b7b04cadcae2 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 944 time: 0.0892842 Sep 03 20:29:16.337089 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58394) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:16.348423 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:16.361707 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:16.366673 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-3b0de5ee-7e5a-4326-ac82-c21a61e079e4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2022262450&fields=id&tenant_id=0dae737e6f3b49d7ba4c45178e5d076c HTTP/1.1" status: 200 len: 267 time: 0.2432466 Sep 03 20:29:16.399236 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-95459a0a-7ed2-47b5-be23-60c1f09c7dff req-b0917591-0539-4d2d-bfdf-faabf7b850e4 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Sep 03 20:29:16.407548 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-914cd1d6-3de9-4c06-9126-88e9f34dcb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.410223 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-914cd1d6-3de9-4c06-9126-88e9f34dcb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.413772 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-914cd1d6-3de9-4c06-9126-88e9f34dcb30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1e439a6-40c6-41f5-b7a3-77c8b2179acf HTTP/1.1" status: 204 len: 168 time: 0.5588701 Sep 03 20:29:16.417838 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-134c8c24-5589-41e8-b373-eb32e23f8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.419368 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-134c8c24-5589-41e8-b373-eb32e23f8111 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.2117796 Sep 03 20:29:16.439011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.465441 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cd1d6-3de9-4c06-9126-88e9f34dcb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e439a6-40c6-41f5-b7a3-77c8b2179acf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:16.502136 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-90ebb1d6-40ed-4ea0-bf6d-0f99b80f3d3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667076 Sep 03 20:29:16.512176 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['6bb74a66-1442-4731-8fb3-93e424460fa4'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:16.616737 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86372b1e-1169-4291-b687-48414f8d5c1c req-eba8ea22-b6dd-422b-a75d-19b4d9db6de9 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.626384 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-86372b1e-1169-4291-b687-48414f8d5c1c req-eba8ea22-b6dd-422b-a75d-19b4d9db6de9 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 945 time: 0.0715036 Sep 03 20:29:16.675278 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-86372b1e-1169-4291-b687-48414f8d5c1c req-c2f8e3cc-22ce-466d-abc3-9c498335f06b tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Sep 03 20:29:16.678464 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-fc0e75d7-2fe4-4b07-8004-a75ec73aee89 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.679617 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-fc0e75d7-2fe4-4b07-8004-a75ec73aee89 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 810 time: 0.2890935 Sep 03 20:29:16.740606 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-a3f12b96-6098-4cd2-8292-b8dfbf3a30ef service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300484 Sep 03 20:29:16.744939 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-47960a73-a9a7-4670-a9bf-b8882df7dc81 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/quotas/0dae737e6f3b49d7ba4c45178e5d076c HTTP/1.1" status: 200 len: 375 time: 0.0476058 Sep 03 20:29:16.874654 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:16.894541 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-ddc3f741-9401-4dc3-92f6-16a931b902ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380565 Sep 03 20:29:16.952137 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5956a5e-ad4a-4324-b744-730fd1805257 req-95b5c667-baca-4af8-a169-e63e603afe48 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034519 Sep 03 20:29:16.954365 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc72de3-79a0-464d-b384-4051b0e8aefb req-4375034b-525f-45b0-b2e9-9f5d037b446c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.956042 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9fc72de3-79a0-464d-b384-4051b0e8aefb req-4375034b-525f-45b0-b2e9-9f5d037b446c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 943 time: 0.0785446 Sep 03 20:29:17.004475 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58416) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:17.043036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bc93a3ae-63cc-483c-85a7-a99642812626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.046735 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:17.144915 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:17.145241 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.145710 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9fc72de3-79a0-464d-b384-4051b0e8aefb req-50786b6b-d69c-4595-9d24-c0241e421789 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693590 Sep 03 20:29:17.189326 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bc93a3ae-63cc-483c-85a7-a99642812626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.195629 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bc93a3ae-63cc-483c-85a7-a99642812626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.240251 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Allocated IP 172.27.2.213 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/15370bda-9968-49ee-a404-555750b8b55a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:17.242831 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93a3ae-63cc-483c-85a7-a99642812626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f558e1-6080-49ff-a32f-572051028331,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:17.245072 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-fcc89f9b-1017-49d3-aa1e-c70ac0d6b95e service neutron] 10.222.0.23 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084214 Sep 03 20:29:17.251406 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bc93a3ae-63cc-483c-85a7-a99642812626 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c684de11ef874e58b1cf80b648e8178c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419896 Sep 03 20:29:17.251598 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58422) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:17.315545 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab28fe93-52be-4aee-a053-aa87529f1b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.339427 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab28fe93-52be-4aee-a053-aa87529f1b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.380903 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e606adfc-8737-463d-bda9-e32adb1dacfb details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:17.384367 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 6bb74a66-1442-4731-8fb3-93e424460fa4 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:17.408426 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab28fe93-52be-4aee-a053-aa87529f1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.412289 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab28fe93-52be-4aee-a053-aa87529f1b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.414943 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ab28fe93-52be-4aee-a053-aa87529f1b10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6f558e1-6080-49ff-a32f-572051028331 HTTP/1.1" status: 204 len: 168 time: 0.1621814 Sep 03 20:29:17.429885 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28fe93-52be-4aee-a053-aa87529f1b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f558e1-6080-49ff-a32f-572051028331,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:17.448121 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.460851 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-69be90ef-72e7-4908-bdb9-1ff7099d40bb service neutron] 10.222.0.23 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833327 Sep 03 20:29:17.518588 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.608530 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74b4e-404c-42e3-a0bb-ab4082ce8919 req-64b75f1a-f222-44d7-85ef-0aa65d6b3b63 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:17.610162 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8ca74b4e-404c-42e3-a0bb-ab4082ce8919 req-64b75f1a-f222-44d7-85ef-0aa65d6b3b63 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 944 time: 0.1043422 Sep 03 20:29:17.627608 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:17.634034 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:17.642201 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:17.642868 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 6bb74a66-1442-4731-8fb3-93e424460fa4 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:17.659069 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 6bb74a66-1442-4731-8fb3-93e424460fa4 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:17.660251 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.664328 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e606adfc-8737-463d-bda9-e32adb1dacfb,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:17.670768 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'Port': ['ID=15370bda-9968-49ee-a404-555750b8b55a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:17.701564 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8ca74b4e-404c-42e3-a0bb-ab4082ce8919 req-58e9dda6-77c7-4663-8074-b9c6a8315c2a tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793364 Sep 03 20:29:17.758458 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'e606adfc-8737-463d-bda9-e32adb1dacfb', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'port_id': 'e606adfc-8737-463d-bda9-e32adb1dacfb', 'mac_address': 'fa:16:3e:94:e7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:17.815394 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49975692-bfd8-454e-8328-bc34744d6659 req-ef7ffee9-3d9b-4a14-9986-c99404689f25 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:17.823652 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-49975692-bfd8-454e-8328-bc34744d6659 req-ef7ffee9-3d9b-4a14-9986-c99404689f25 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 945 time: 0.0569017 Sep 03 20:29:17.826684 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.834164 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8bf56096-0d69-4132-8f26-1815d08fdb2c req-19f7c83e-3177-4934-89cd-9bab33412c5f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 210 time: 0.1300578 Sep 03 20:29:17.879874 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.884436 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-49975692-bfd8-454e-8328-bc34744d6659 req-20b53a55-57f4-4c63-8cc5-770fbb0aaa38 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598204 Sep 03 20:29:17.943431 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e606adfc-8737-463d-bda9-e32adb1dacfb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:17.946588 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.982507 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58450) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:18.003962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.018737 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e606adfc-8737-463d-bda9-e32adb1dacfb,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:18.033144 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.090498 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:18.107204 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb74a66-1442-4731-8fb3-93e424460fa4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:18.185456 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.196422 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.201005 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b0ff026b-1b82-4bf1-80e2-0192da781a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.212062 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 6bb74a66-1442-4731-8fb3-93e424460fa4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6bb74a66-1442-4731-8fb3-93e424460fa4,segment=NetworkSegment(c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34),segment_id=c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:18.224038 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.227815 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 007b63fc-d649-4f40-9366-e40cd0906adb up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:18.277646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.387047 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['e606adfc-8737-463d-bda9-e32adb1dacfb'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:18.402378 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b0ff026b-1b82-4bf1-80e2-0192da781a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.409865 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b0ff026b-1b82-4bf1-80e2-0192da781a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.420185 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'Port': ['ID=15370bda-9968-49ee-a404-555750b8b55a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:18.428037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.437444 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-0d3626ab-fde5-4f64-a921-8a5e5a7ffcc4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0903618 Sep 03 20:29:18.454790 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f07f68-2c27-4d63-a1e8-38484408cb5d req-d35881ce-cc73-463e-a537-d6ff46b8ed1c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:18.464725 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-05f07f68-2c27-4d63-a1e8-38484408cb5d req-d35881ce-cc73-463e-a537-d6ff46b8ed1c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 943 time: 0.1563215 Sep 03 20:29:18.515395 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff026b-1b82-4bf1-80e2-0192da781a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3351e632-e64c-4bb5-bcee-1be0a1f2ba28,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:18.550679 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b0ff026b-1b82-4bf1-80e2-0192da781a55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6ef0d53068f4a3bb7e5de9ee183f504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667622 Sep 03 20:29:18.554209 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58480) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:18.569164 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-05f07f68-2c27-4d63-a1e8-38484408cb5d req-d183c1aa-84de-4900-bcb7-454b67b8284b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919251 Sep 03 20:29:18.624767 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2da7f8-b408-4528-91d4-52da7cd76e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.646931 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2da7f8-b408-4528-91d4-52da7cd76e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.648126 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ac78d4-a1ed-4cda-b2a1-5674905dce1d" -d '{"events": [{"server_uuid": "2f7381a5-4c6c-4cb3-a570-7179ae984656", "name": "network-vif-plugged", "status": "completed", "tag": "6bb74a66-1442-4731-8fb3-93e424460fa4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:18.651710 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=6bb74a66-1442-4731-8fb3-93e424460fa4,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:18.711442 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 007b63fc-d649-4f40-9366-e40cd0906adb completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:18.721071 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 007b63fc-d649-4f40-9366-e40cd0906adb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:18.721526 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.746498 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2da7f8-b408-4528-91d4-52da7cd76e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.750912 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-af2da7f8-b408-4528-91d4-52da7cd76e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.753728 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-af2da7f8-b408-4528-91d4-52da7cd76e94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3351e632-e64c-4bb5-bcee-1be0a1f2ba28 HTTP/1.1" status: 204 len: 168 time: 0.1979585 Sep 03 20:29:18.768902 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2da7f8-b408-4528-91d4-52da7cd76e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3351e632-e64c-4bb5-bcee-1be0a1f2ba28,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:18.851018 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-62ea390a-2a50-4b76-b88c-19826b54a66a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1799382636&fields=id&tenant_id=55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 267 time: 0.0456924 Sep 03 20:29:18.878941 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.925927 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 007b63fc-d649-4f40-9366-e40cd0906adb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=007b63fc-d649-4f40-9366-e40cd0906adb,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:18.931829 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:18.982487 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-b3db3475-15fe-4221-8321-ee2f87883817 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:18.984735 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-b3db3475-15fe-4221-8321-ee2f87883817 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 817 time: 0.1330359 Sep 03 20:29:18.986333 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=007b63fc-d649-4f40-9366-e40cd0906adb,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:19.007625 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-32673d82-9acc-4dcc-9a0d-4910e4e952d1 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/quotas/55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 375 time: 0.0102642 Sep 03 20:29:19.118240 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eee3bf-2029-4aab-8c6d-fdb7cdc422be x-openstack-request-id: req-f0eee3bf-2029-4aab-8c6d-fdb7cdc422be {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:19.118615 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7381a5-4c6c-4cb3-a570-7179ae984656", "name": "network-vif-plugged", "status": "completed", "tag": "6bb74a66-1442-4731-8fb3-93e424460fa4", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:19.118936 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0eee3bf-2029-4aab-8c6d-fdb7cdc422be {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:19.119520 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb74a66-1442-4731-8fb3-93e424460fa4', 'code': 200} Sep 03 20:29:19.160090 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-623bcf25-9ece-4711-ae1f-643708f11b98 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452224 Sep 03 20:29:19.294229 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281cb06-ab60-4d34-8fcf-25d56c181d3f req-852bbbcc-1e56-432f-9321-9280669fe0b1 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:19.299579 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-7aec02af-9126-4ea8-b642-cb4e2cc65594 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:19.301090 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-7aec02af-9126-4ea8-b642-cb4e2cc65594 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 810 time: 0.2500134 Sep 03 20:29:19.305517 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3281cb06-ab60-4d34-8fcf-25d56c181d3f req-852bbbcc-1e56-432f-9321-9280669fe0b1 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.1078444 Sep 03 20:29:19.362280 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3281cb06-ab60-4d34-8fcf-25d56c181d3f req-344530fe-5536-41d4-b11c-8adb032bc28e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512452 Sep 03 20:29:19.380584 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-dbb28f85-6a13-43fc-a0fe-bf20f8374185 service neutron] 10.222.0.23 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195060 Sep 03 20:29:19.394034 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 5919f56d-72c9-4542-bc32-eb51cfd4f2be details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:19.398028 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e606adfc-8737-463d-bda9-e32adb1dacfb up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:19.495907 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0328e790-9c83-47e4-9ad3-2b5ac0de5041 req-5f5fd447-205e-4c9d-8cbf-014d8e6df1bc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 210 time: 0.0426750 Sep 03 20:29:19.536370 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-c7bdc5e6-3995-4490-b5cb-a4511cc0ef5e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dae737e6f3b49d7ba4c45178e5d076c HTTP/1.1" status: 200 len: 380 time: 0.2105289 Sep 03 20:29:19.558500 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'port': {'device_id': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'admin_state_up': True, 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'security_groups': ['8cc47ec0-8c47-47be-b8a7-b9268e060eaf']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:19.635863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port e606adfc-8737-463d-bda9-e32adb1dacfb completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:19.638217 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-226ee7d2-14c7-477c-b1c7-901b9a488c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:19.639729 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-226ee7d2-14c7-477c-b1c7-901b9a488c30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 1098 time: 0.2293096 Sep 03 20:29:19.645095 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port e606adfc-8737-463d-bda9-e32adb1dacfb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:19.646036 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:19.689446 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:19.705605 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12e97-76ff-4c04-a572-76cfc3d1b3d7 req-dd7bcb21-94f1-4737-a8b2-5de30bf33aaa tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:19.714412 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32a12e97-76ff-4c04-a572-76cfc3d1b3d7 req-dd7bcb21-94f1-4737-a8b2-5de30bf33aaa tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0920227 Sep 03 20:29:19.717551 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '5919f56d-72c9-4542-bc32-eb51cfd4f2be', 'network_id': '3b274558-1e98-4d5c-9c5b-3eba9ed773cf', 'port_id': '5919f56d-72c9-4542-bc32-eb51cfd4f2be', 'mac_address': 'fa:16:3e:94:ec:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0e89c7-ac6b-4317-b534-beda860f0fc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:19.727618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:19.778957 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32a12e97-76ff-4c04-a572-76cfc3d1b3d7 req-8a2e29a7-b00f-4564-9f3b-9a5b20a1a7f5 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Sep 03 20:29:19.817795 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:19.821761 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-8afe63b4-d6fa-4b5a-8ff3-e5438b3e8fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332635 Sep 03 20:29:19.834454 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.db.api [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:29:19.834454 dv-cinder-760152-5-iscsi neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 20:29:19.834454 dv-cinder-760152-5-iscsi neutron-server[93895]: [parameters: {'project_id': '839780a2d98240eeb30a1933f558d208', 'id': 'b931658b-37e4-4085-93d2-b2d7ced1266f', 'expiration': datetime.datetime(2021, 9, 3, 20, 31, 19, 823207)}] Sep 03 20:29:19.834454 dv-cinder-760152-5-iscsi neutron-server[93895]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:29:19.835101 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG oslo_db.api [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:29:19.842243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Made reservation on behalf of 0dae737e6f3b49d7ba4c45178e5d076c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:19.846621 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:19.861612 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e606adfc-8737-463d-bda9-e32adb1dacfb,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:19.879391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:19.988675 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.025198 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:20.067139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5919f56d-72c9-4542-bc32-eb51cfd4f2be {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:20.107306 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Allocated IP 172.20.0.14 (5ee35ae0-1c37-426c-a0c3-8fd67999bba3/7d9d8efb-ecbc-4c94-afbd-30a18d8adee8/e5ef589d-9bca-4a03-afe6-2570757009a3) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:20.134645 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e520-149e-47c7-b121-d4a17031d74f req-f877427d-e892-4074-be64-23948c4193e9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:20.140233 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b22e520-149e-47c7-b121-d4a17031d74f req-f877427d-e892-4074-be64-23948c4193e9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 943 time: 0.1889834 Sep 03 20:29:20.150456 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:20.161648 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.192664 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b22e520-149e-47c7-b121-d4a17031d74f req-3a35ebde-9202-42f4-afd4-a5296fae8d40 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Sep 03 20:29:20.234888 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2a6af31e-0d2c-47b7-94ca-7ef502f07bc5 req-69467264-cb18-4ee6-ac0c-77ab55d41519 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 210 time: 0.0808175 Sep 03 20:29:20.281865 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=5919f56d-72c9-4542-bc32-eb51cfd4f2be,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:20.340673 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.392515 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['5919f56d-72c9-4542-bc32-eb51cfd4f2be'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:20.607919 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.620067 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4d81b-8153-4e13-8eef-1270db1f8f53 req-cbd4d0c7-df3f-4981-b904-cb3cbee4200e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:20.623777 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-85f4d81b-8153-4e13-8eef-1270db1f8f53 req-cbd4d0c7-df3f-4981-b904-cb3cbee4200e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.1335192 Sep 03 20:29:20.632775 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Transition to ACTIVE for port object e5ef589d-9bca-4a03-afe6-2570757009a3 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:20.729385 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-85f4d81b-8153-4e13-8eef-1270db1f8f53 req-eeb6ceb9-3738-497e-8b2f-2518ffba6ab9 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936174 Sep 03 20:29:20.757244 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-89c08e5e-9cf8-414c-a993-4531ce446865 req-8bf9c682-afdf-48a5-91a4-2f2d60fc1710 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 210 time: 0.0729928 Sep 03 20:29:20.768770 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.821214 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.834357 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.899602 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:20.917277 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff9dab-fa74-43fa-9a06-09df3955faac req-354cdc83-6636-4a4d-8455-d3e325dd1564 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:20.923036 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4eff9dab-fa74-43fa-9a06-09df3955faac req-354cdc83-6636-4a4d-8455-d3e325dd1564 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0663147 Sep 03 20:29:20.926794 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:20.930082 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:20.936222 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:20.936809 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:20.949568 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'Port': ['ID=e5ef589d-9bca-4a03-afe6-2570757009a3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:20.963253 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9602f43c-d22a-43d5-a8b8-1b5f0900d2e2 req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2906456 Sep 03 20:29:20.963848 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d90f-2d37-4587-b76c-a58ad57a7489 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1117f81a-a2df-4b9b-8f89-9b6d017e0ee3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:20.980875 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-b1934b75-6511-418f-ae51-d7c1e583d28b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4354010 Sep 03 20:29:20.996520 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4eff9dab-fa74-43fa-9a06-09df3955faac req-cf7a3466-baad-4bc9-895c-214a80cf4f6a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686538 Sep 03 20:29:21.120396 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007b63fc-d649-4f40-9366-e40cd0906adb'}, {'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:21.122949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94964b83-2c62-43ee-92cc-a6509e43303e" -d '{"events": [{"server_uuid": "3b0bb6e8-4c99-4f29-acd1-eb6914923968", "name": "network-vif-plugged", "status": "completed", "tag": "007b63fc-d649-4f40-9366-e40cd0906adb"}, {"server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "name": "network-vif-plugged", "status": "completed", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:21.164822 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591c85fa-71c7-4998-9e57-fb9a66dbe554 x-openstack-request-id: req-591c85fa-71c7-4998-9e57-fb9a66dbe554 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:21.165183 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0bb6e8-4c99-4f29-acd1-eb6914923968", "name": "network-vif-plugged", "status": "completed", "tag": "007b63fc-d649-4f40-9366-e40cd0906adb", "code": 200}, {"server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "name": "network-vif-plugged", "status": "completed", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:21.165518 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-591c85fa-71c7-4998-9e57-fb9a66dbe554 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:21.165982 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007b63fc-d649-4f40-9366-e40cd0906adb', 'code': 200} Sep 03 20:29:21.166330 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb', 'code': 200} Sep 03 20:29:21.195444 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Request body: {'port': {'device_id': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:21.200492 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-272354bb-eec6-43d7-9682-5023fadaa02b None None] Provisioning for port e5ef589d-9bca-4a03-afe6-2570757009a3 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:21.208411 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-272354bb-eec6-43d7-9682-5023fadaa02b None None] Provisioning complete for port e5ef589d-9bca-4a03-afe6-2570757009a3 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:21.209146 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-272354bb-eec6-43d7-9682-5023fadaa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:21.316716 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:21.322580 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-272354bb-eec6-43d7-9682-5023fadaa02b None None] Port e5ef589d-9bca-4a03-afe6-2570757009a3 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:29:21.383607 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 5919f56d-72c9-4542-bc32-eb51cfd4f2be up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:21.419302 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb1e6-9a35-4960-8079-ff6ef832d149 req-5bbfe6a7-2ff6-4045-8191-76bcd979d14f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:21.437084 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-620bb1e6-9a35-4960-8079-ff6ef832d149 req-5bbfe6a7-2ff6-4045-8191-76bcd979d14f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 944 time: 0.1044517 Sep 03 20:29:21.531164 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 5919f56d-72c9-4542-bc32-eb51cfd4f2be completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:21.537497 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 5919f56d-72c9-4542-bc32-eb51cfd4f2be triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:21.538095 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:21.552807 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-620bb1e6-9a35-4960-8079-ff6ef832d149 req-633b71b7-7d35-4a75-aa09-e38089935d63 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145997 Sep 03 20:29:21.615251 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-324102ab-b771-4af7-ad45-c0c3eef96bc9 req-905f2976-44dc-41a4-bd00-6d16fb4700fb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 210 time: 0.1261578 Sep 03 20:29:21.767416 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:21.827627 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:21.835751 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:21.870555 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8995-0fed-4e59-8cc6-a352f9749751 req-504fe098-016b-4698-81f2-e21d69cd50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:21.872070 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f1de8995-0fed-4e59-8cc6-a352f9749751 req-504fe098-016b-4698-81f2-e21d69cd50d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.3819153 Sep 03 20:29:21.875272 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda78be-b99f-4934-9e42-d79c5919c183 req-8fdd2bd5-3aa9-4b58-99cd-d8d7f0247a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:21.876680 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5eda78be-b99f-4934-9e42-d79c5919c183 req-8fdd2bd5-3aa9-4b58-99cd-d8d7f0247a54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 1099 time: 0.3895118 Sep 03 20:29:21.977881 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=5919f56d-72c9-4542-bc32-eb51cfd4f2be,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:21.991062 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e817c23-f723-46ac-b1a0-fdededff4b8d req-3f0adeeb-4dd9-4a48-a101-764486f5f1f0 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:21.992699 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5e817c23-f723-46ac-b1a0-fdededff4b8d req-3f0adeeb-4dd9-4a48-a101-764486f5f1f0 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.0904071 Sep 03 20:29:21.999370 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-c15327a3-d377-41cc-9ea3-268f99e1f023 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.000829 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-c15327a3-d377-41cc-9ea3-268f99e1f023 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 817 time: 0.3222907 Sep 03 20:29:22.038851 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f1de8995-0fed-4e59-8cc6-a352f9749751 req-91189f78-bc41-41b0-8429-70c4efed6080 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410668 Sep 03 20:29:22.044086 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5eda78be-b99f-4934-9e42-d79c5919c183 req-25668a00-90c8-46a1-ab14-55cd77aa0597 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560106 Sep 03 20:29:22.062736 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5e817c23-f723-46ac-b1a0-fdededff4b8d req-c6d9e2e7-1445-40ea-9fae-dd2bed62f9fe tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608623 Sep 03 20:29:22.066110 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1075a2-520c-450d-9286-e7ffd29ff034 req-5a41a002-a74d-465b-9ac3-02e44efcc13a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.067784 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f1075a2-520c-450d-9286-e7ffd29ff034 req-5a41a002-a74d-465b-9ac3-02e44efcc13a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 932 time: 0.1504483 Sep 03 20:29:22.081124 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-749e5a16-8097-4605-ba53-2aa4e835d53c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 380 time: 0.0644369 Sep 03 20:29:22.120111 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ef589d-9bca-4a03-afe6-2570757009a3 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:22.141770 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:22.156683 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f1075a2-520c-450d-9286-e7ffd29ff034 req-5a66e565-db7e-4ad4-8151-9883560b0e7d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655737 Sep 03 20:29:22.161594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Transition to ACTIVE for port object e5ef589d-9bca-4a03-afe6-2570757009a3 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:22.166648 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:22.203136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1428e3-5577-4cac-854e-b32cf4afc8f0 req-78709bb8-24e2-4f2c-a0b5-b447f1f02b73 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.204931 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fd1428e3-5577-4cac-854e-b32cf4afc8f0 req-78709bb8-24e2-4f2c-a0b5-b447f1f02b73 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0660973 Sep 03 20:29:22.282422 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Pushing event updated for resources: {'Port': ['ID=e5ef589d-9bca-4a03-afe6-2570757009a3,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:22.283038 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fd1428e3-5577-4cac-854e-b32cf4afc8f0 req-34cfc20d-6f70-4899-a629-1ebcfed25115 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629888 Sep 03 20:29:22.304089 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Attempting to bind port e5ef589d-9bca-4a03-afe6-2570757009a3 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:22.304395 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Attempting to bind port e5ef589d-9bca-4a03-afe6-2570757009a3 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:22.304576 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Attempting to bind port e5ef589d-9bca-4a03-afe6-2570757009a3 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:22.309328 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Port e5ef589d-9bca-4a03-afe6-2570757009a3 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:22.309678 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Attempting to bind port e5ef589d-9bca-4a03-afe6-2570757009a3 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:22.314683 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:22.315020 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Checking segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:22.315403 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Bound using segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:22.315945 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Bound port: e5ef589d-9bca-4a03-afe6-2570757009a3, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:22.316186 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:22.387166 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] For port e5ef589d-9bca-4a03-afe6-2570757009a3, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:22.391078 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] For port e5ef589d-9bca-4a03-afe6-2570757009a3, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e5ef589d-9bca-4a03-afe6-2570757009a3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:22.396713 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:22.412898 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'port': {'device_id': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'admin_state_up': True, 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'security_groups': ['94950f69-0e23-427a-b8cf-4af1d43c0052']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:22.430396 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.431011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:22.432972 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] 10.222.0.47 "PUT /v2.0/ports/e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 1094 time: 1.2421057 Sep 03 20:29:22.433433 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:22.435795 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dbe42a-ad43-4523-a25c-bd553841954c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:22.471218 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97523e31-1ef4-4243-ad3f-58df10d7846d service neutron] Pushing event updated for resources: {'Port': ['ID=e5ef589d-9bca-4a03-afe6-2570757009a3,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:22.495528 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ce30c-447b-46b3-8f6c-87c7c596808d x-openstack-request-id: req-7f7ce30c-447b-46b3-8f6c-87c7c596808d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:22.495812 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:22.496058 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f7ce30c-447b-46b3-8f6c-87c7c596808d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:22.496449 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'status': 'completed', 'code': 200} Sep 03 20:29:22.549342 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-c51c0482-2b49-4a2f-8b07-2eb45d82863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.551412 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-c51c0482-2b49-4a2f-8b07-2eb45d82863c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1097 time: 0.0472982 Sep 03 20:29:22.568413 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Made reservation on behalf of 55172c075d4942569f4bb82bb4a0b6a2 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:22.574660 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:22.610237 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-cccd76fa-6cf5-4583-b506-fef84f9362ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 217 time: 0.0494792 Sep 03 20:29:22.688006 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-1ceb30d8-29ec-4572-8c67-ed19d44395c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.689662 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-1ceb30d8-29ec-4572-8c67-ed19d44395c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0534134 Sep 03 20:29:22.776386 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ab92de13-f670-4b1b-8369-0ea9878dad60 req-7f608fbe-a190-4b2b-ba93-8cbf3cfffbad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 210 time: 0.0474648 Sep 03 20:29:22.829770 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-93d69f9b-19af-40f0-b21c-c902190c5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.832197 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-93d69f9b-19af-40f0-b21c-c902190c5d13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304760 Sep 03 20:29:22.839619 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95b43-1d4d-408f-b961-ae6cd79cb144 req-e0e37c04-8e62-4233-9045-7b0c4ced23ec tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:22.841389 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5ca95b43-1d4d-408f-b961-ae6cd79cb144 req-e0e37c04-8e62-4233-9045-7b0c4ced23ec tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1665733 Sep 03 20:29:22.852664 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Allocated IP 172.20.0.7 (32f2f917-bc35-438b-baa6-3886b7544806/813820e3-9732-4f32-a580-70e0866808a8/c792a5d8-8f04-449e-8372-bc9da89d4c71) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:22.933960 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5ca95b43-1d4d-408f-b961-ae6cd79cb144 req-7047cbd1-390c-4bf7-930d-36e497dfd0a2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770891 Sep 03 20:29:23.027126 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-14cec721-3226-48c8-8876-12824dce310a service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802821 Sep 03 20:29:23.128302 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:23.140125 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21ff64fe-67a4-4de9-8a6d-86b0be374a27 req-168697cf-1101-4d24-8eef-21bb3119f705 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047616 Sep 03 20:29:23.164586 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Transition to ACTIVE for port object c792a5d8-8f04-449e-8372-bc9da89d4c71 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:23.168183 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5919f56d-72c9-4542-bc32-eb51cfd4f2be'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:23.170890 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb6b550-63c5-49b0-be65-705d0e1f3da1" -d '{"events": [{"server_uuid": "f57e9170-dc4e-4785-bf87-65c532fb13b4", "name": "network-vif-plugged", "status": "completed", "tag": "5919f56d-72c9-4542-bc32-eb51cfd4f2be"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:23.212938 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:23.217363 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c336d-7151-4a08-b918-01892ce2db0b x-openstack-request-id: req-334c336d-7151-4a08-b918-01892ce2db0b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:23.217686 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57e9170-dc4e-4785-bf87-65c532fb13b4", "name": "network-vif-plugged", "status": "completed", "tag": "5919f56d-72c9-4542-bc32-eb51cfd4f2be", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:23.217940 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-334c336d-7151-4a08-b918-01892ce2db0b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:23.218362 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5919f56d-72c9-4542-bc32-eb51cfd4f2be', 'code': 200} Sep 03 20:29:23.269458 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Network 32f2f917-bc35-438b-baa6-3886b7544806 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:23.273000 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:23.278452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:23.284721 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.285419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:23.300539 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:23.315622 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-ba775eb4-449b-4d00-a870-88eeb8f55f63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9077780 Sep 03 20:29:23.334088 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Request body: {'port': {'device_id': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:23.401371 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416128b-5a23-4c3d-bbec-052ddc9fd2c3 req-24cf1d67-f741-462e-91af-2ea823c085cd tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.410838 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f416128b-5a23-4c3d-bbec-052ddc9fd2c3 req-24cf1d67-f741-462e-91af-2ea823c085cd tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.2563946 Sep 03 20:29:23.500778 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe42a-ad43-4523-a25c-bd553841954c req-228bdd13-caa2-4ebe-ba1e-fa783a2ecb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.504235 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-228bdd13-caa2-4ebe-ba1e-fa783a2ecb8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1097 time: 0.2800398 Sep 03 20:29:23.552275 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:23.608567 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f416128b-5a23-4c3d-bbec-052ddc9fd2c3 req-5745bf30-5c70-4fb4-ae20-227fc55c8c60 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954541 Sep 03 20:29:23.655699 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7af29-8a9d-4f35-8ef2-28f935279899 req-3922619e-1868-463f-9333-876db839f94b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.657357 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-92d7af29-8a9d-4f35-8ef2-28f935279899 req-3922619e-1868-463f-9333-876db839f94b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 944 time: 0.2868109 Sep 03 20:29:23.752437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-63260c05-fc09-47c7-ba98-5e6af06cb37c None None] Provisioning for port c792a5d8-8f04-449e-8372-bc9da89d4c71 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:23.759729 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-63260c05-fc09-47c7-ba98-5e6af06cb37c None None] Provisioning complete for port c792a5d8-8f04-449e-8372-bc9da89d4c71 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:23.760934 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63260c05-fc09-47c7-ba98-5e6af06cb37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:23.769336 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe42a-ad43-4523-a25c-bd553841954c req-5ecf489a-2e13-4aef-8118-43522ff9333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.771617 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-5ecf489a-2e13-4aef-8118-43522ff9333b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.2588618 Sep 03 20:29:23.859676 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-63260c05-fc09-47c7-ba98-5e6af06cb37c None None] Port c792a5d8-8f04-449e-8372-bc9da89d4c71 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:29:23.864775 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-8ca439ca-01d1-4fc7-9859-586d65844b06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 217 time: 0.0697789 Sep 03 20:29:23.869854 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230d71f-b854-4007-990d-193f7ee702be req-b1b2a20b-254b-4e0e-b3ed-8a919712d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.871350 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e230d71f-b854-4007-990d-193f7ee702be req-b1b2a20b-254b-4e0e-b3ed-8a919712d680 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 1098 time: 0.1920750 Sep 03 20:29:23.925511 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49d4a0-2f8e-43e9-85bc-707161df0270 req-694a643d-6dfc-42e6-9fcf-e730f0792152 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.927277 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2c49d4a0-2f8e-43e9-85bc-707161df0270 req-694a643d-6dfc-42e6-9fcf-e730f0792152 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.1729643 Sep 03 20:29:23.987211 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e230d71f-b854-4007-990d-193f7ee702be req-f8ef0105-d398-47d4-bcbe-0670b775ca6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029983 Sep 03 20:29:23.991066 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe42a-ad43-4523-a25c-bd553841954c req-2d9ac150-150b-41c0-a0ac-60246ffac07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.992495 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-2d9ac150-150b-41c0-a0ac-60246ffac07f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.1185522 Sep 03 20:29:24.007788 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2c49d4a0-2f8e-43e9-85bc-707161df0270 req-53d9fb5a-e89a-41eb-8bea-1ea8e3c0c47e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Sep 03 20:29:24.046351 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-92d7af29-8a9d-4f35-8ef2-28f935279899 req-c8b7558a-0326-4883-8a02-ade562599f23 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813615 Sep 03 20:29:24.155645 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bda08-02bf-44ad-ba26-d9497aeb924d req-9155015e-93a7-4840-9512-435e62cb546c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.157207 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fa5bda08-02bf-44ad-ba26-d9497aeb924d req-9155015e-93a7-4840-9512-435e62cb546c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 931 time: 0.0820489 Sep 03 20:29:24.266005 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fa5bda08-02bf-44ad-ba26-d9497aeb924d req-a0c630f9-34f8-4b87-bdbe-ad720d660006 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022162 Sep 03 20:29:24.281242 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe42a-ad43-4523-a25c-bd553841954c req-bdb0eb8d-d617-44de-98a2-7521d185be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.282787 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-bdb0eb8d-d617-44de-98a2-7521d185be25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928874 Sep 03 20:29:24.296528 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58e956-e120-48b0-b181-ff4477f0b651 req-5ec0b9a3-2017-49a0-8d2f-d2bdcc587a02 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.310737 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d58e956-e120-48b0-b181-ff4477f0b651 req-5ec0b9a3-2017-49a0-8d2f-d2bdcc587a02 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1050043 Sep 03 20:29:24.387484 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d58e956-e120-48b0-b181-ff4477f0b651 req-acb50dc0-f946-4140-b718-d78d96cc0ae7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661266 Sep 03 20:29:24.400306 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c792a5d8-8f04-449e-8372-bc9da89d4c71 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:24.409735 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.423744 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Transition to ACTIVE for port object c792a5d8-8f04-449e-8372-bc9da89d4c71 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:24.432785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.435047 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-d65324d0-a9af-43f2-bb8f-b45a34125a37 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438470 Sep 03 20:29:24.486538 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58716) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:24.489838 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:24.578491 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Attempting to bind port c792a5d8-8f04-449e-8372-bc9da89d4c71 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:24.580174 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Attempting to bind port c792a5d8-8f04-449e-8372-bc9da89d4c71 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:24.580824 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Attempting to bind port c792a5d8-8f04-449e-8372-bc9da89d4c71 on network 32f2f917-bc35-438b-baa6-3886b7544806 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:24.587843 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Port c792a5d8-8f04-449e-8372-bc9da89d4c71 on network 32f2f917-bc35-438b-baa6-3886b7544806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:24.588864 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Attempting to bind port c792a5d8-8f04-449e-8372-bc9da89d4c71 on network 32f2f917-bc35-438b-baa6-3886b7544806 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:24.594589 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:24.595002 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Checking segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:24.595305 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Bound using segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:24.595734 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Bound port: c792a5d8-8f04-449e-8372-bc9da89d4c71, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:24.596153 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.598430 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-27dbe42a-ad43-4523-a25c-bd553841954c req-66633d59-68f6-4537-ae73-4eac2ab77b46 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461103 Sep 03 20:29:24.656020 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68900a07-85e5-4589-acc2-89fa3d43d3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.699174 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:24.722606 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:24.729201 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.770178 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.770948 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.772559 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] 10.222.0.47 "PUT /v2.0/ports/c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 200 len: 1093 time: 1.4442599 Sep 03 20:29:24.783003 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:24.785476 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778" -d '{"events": [{"name": "network-changed", "server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:24.859521 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f877089f-24c7-46ec-90a8-7825035b0fbf x-openstack-request-id: req-f877089f-24c7-46ec-90a8-7825035b0fbf {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:24.859813 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:24.860327 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f877089f-24c7-46ec-90a8-7825035b0fbf {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:24.860584 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'status': 'completed', 'code': 200} Sep 03 20:29:24.886831 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68de28-9aff-4997-8f99-4ceede35be00 service neutron] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:24.919979 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-4a33c9b9-64b4-41f0-99a9-e3f505513799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.921534 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-4a33c9b9-64b4-41f0-99a9-e3f505513799 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1096 time: 0.0800250 Sep 03 20:29:24.930230 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68900a07-85e5-4589-acc2-89fa3d43d3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.942330 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68900a07-85e5-4589-acc2-89fa3d43d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:24.989389 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-b69463b7-c852-4b69-bd59-f6013ec0434f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 200 len: 217 time: 0.0561419 Sep 03 20:29:25.045766 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-68900a07-85e5-4589-acc2-89fa3d43d3b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1ef872c30ce447e9dd765ef1eea495f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526719 Sep 03 20:29:25.048325 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58750) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:25.052049 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68900a07-85e5-4589-acc2-89fa3d43d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7c324-8a63-4b00-b591-41748882bfbb,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:25.065880 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-e95c9d62-0276-4542-83b8-ddc6cd03a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.067349 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-e95c9d62-0276-4542-83b8-ddc6cd03a59f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0632861 Sep 03 20:29:25.118391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d772d74c-2495-44b0-9da3-5729aa2efa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.146611 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d772d74c-2495-44b0-9da3-5729aa2efa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.168307 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211635-f738-44d0-8951-3c0085a7a593 req-9bb7a189-989a-4bd7-907b-c1fc48e7b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.169907 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-9bb7a189-989a-4bd7-907b-c1fc48e7b840 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912685 Sep 03 20:29:25.219069 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d772d74c-2495-44b0-9da3-5729aa2efa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.221727 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d772d74c-2495-44b0-9da3-5729aa2efa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.222875 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d772d74c-2495-44b0-9da3-5729aa2efa68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6b7c324-8a63-4b00-b591-41748882bfbb HTTP/1.1" status: 204 len: 168 time: 0.1735687 Sep 03 20:29:25.234758 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772d74c-2495-44b0-9da3-5729aa2efa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7c324-8a63-4b00-b591-41748882bfbb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:25.305360 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c749fd-d09b-43c5-9220-822acc2f835e req-a73eb78c-b02e-48f9-8728-da66abfb063c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.325434 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-16c749fd-d09b-43c5-9220-822acc2f835e req-a73eb78c-b02e-48f9-8728-da66abfb063c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 944 time: 0.1598721 Sep 03 20:29:25.458028 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-16c749fd-d09b-43c5-9220-822acc2f835e req-9a83a220-e9dc-44de-9280-2b949e0b16cf tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316168 Sep 03 20:29:25.470461 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-e0766c1e-3cce-4d5b-bd62-e8be1d5e0970 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874885 Sep 03 20:29:25.619353 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f6211635-f738-44d0-8951-3c0085a7a593 req-83c961f0-38b7-4acd-b24b-b3276b1508a6 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393614 Sep 03 20:29:25.628212 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7b1a8-5041-4d8f-ab07-de26bfdde8c8 req-27427002-a617-43ac-9392-04bcd0a33e15 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.630327 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-12f7b1a8-5041-4d8f-ab07-de26bfdde8c8 req-27427002-a617-43ac-9392-04bcd0a33e15 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0794733 Sep 03 20:29:25.716688 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-12f7b1a8-5041-4d8f-ab07-de26bfdde8c8 req-f5501b35-db12-4d16-a903-70bb213d5b03 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793219 Sep 03 20:29:25.748486 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-4d12cf91-7715-434f-aa50-f9a881488b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.754381 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-4d12cf91-7715-434f-aa50-f9a881488b4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1096 time: 0.0704529 Sep 03 20:29:25.755342 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:25.769627 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12617b17-4db4-46e7-9869-41111a6d3ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.874826 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12617b17-4db4-46e7-9869-41111a6d3ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.881534 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12617b17-4db4-46e7-9869-41111a6d3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.907595 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344dba-04dc-4c71-9773-06f6ac01e10e req-d2904b3f-d1e7-403e-9f6c-d9e7caf2864b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.909210 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d7344dba-04dc-4c71-9773-06f6ac01e10e req-d2904b3f-d1e7-403e-9f6c-d9e7caf2864b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1188958 Sep 03 20:29:25.937212 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-12617b17-4db4-46e7-9869-41111a6d3ff0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37c6e2eac2104898bc5066727db97823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806395 Sep 03 20:29:25.939158 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12617b17-4db4-46e7-9869-41111a6d3ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81ece7-6cec-414a-be7b-fa7b2272c307,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:25.941928 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58818) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:25.982005 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-4b2e4de4-cc2d-4195-af4d-b847c488b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:25.983618 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-4b2e4de4-cc2d-4195-af4d-b847c488b63a service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.2219479 Sep 03 20:29:25.999977 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d7344dba-04dc-4c71-9773-06f6ac01e10e req-1e9dd769-8d96-479a-aea3-d97df4c05895 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764141 Sep 03 20:29:26.000479 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8759a43-58c3-4be6-94d3-b39074eca608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.046315 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8759a43-58c3-4be6-94d3-b39074eca608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.069646 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-e4b833e1-c2a3-450e-8d7e-f25b79171d17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 200 len: 217 time: 0.0687306 Sep 03 20:29:26.127119 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8759a43-58c3-4be6-94d3-b39074eca608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.130547 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8759a43-58c3-4be6-94d3-b39074eca608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.134408 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b8759a43-58c3-4be6-94d3-b39074eca608 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f81ece7-6cec-414a-be7b-fa7b2272c307 HTTP/1.1" status: 204 len: 168 time: 0.1892233 Sep 03 20:29:26.143373 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759a43-58c3-4be6-94d3-b39074eca608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81ece7-6cec-414a-be7b-fa7b2272c307,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:26.209222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-f80b21ba-c717-445e-87fb-891ae271b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.212326 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-f80b21ba-c717-445e-87fb-891ae271b0af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.1343610 Sep 03 20:29:26.444159 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-74160b2c-4f8a-4e7f-8561-f471867d9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.446248 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-74160b2c-4f8a-4e7f-8561-f471867d9cba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1347096 Sep 03 20:29:26.459023 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-aaca90ab-9d92-4276-8562-bfd8d9342da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.461043 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9373-ad47-41b6-85af-2576f1b24dfc req-dba54d48-005e-45a7-872d-89caac7c7ff9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.461349 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-aaca90ab-9d92-4276-8562-bfd8d9342da7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 1098 time: 0.1004999 Sep 03 20:29:26.463129 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f20b9373-ad47-41b6-85af-2576f1b24dfc req-dba54d48-005e-45a7-872d-89caac7c7ff9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1036198 Sep 03 20:29:26.647827 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-73d21e9e-8408-4043-a49f-110d44729d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.649700 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-73d21e9e-8408-4043-a49f-110d44729d5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.1651332 Sep 03 20:29:26.651084 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f20b9373-ad47-41b6-85af-2576f1b24dfc req-a9917848-6b42-426d-90d5-51460c4ff194 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462982 Sep 03 20:29:26.663760 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-3933d9f2-1ddc-4027-bacb-f55214cd14ce service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989295 Sep 03 20:29:26.798422 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c1dd0ec9-c5fc-41e9-ae02-e9e036143778 req-77203927-6165-477e-9fdd-425e09ca4269 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151736 Sep 03 20:29:26.876601 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e732a9-46ff-4c19-97d3-f5f2f5e9aeb5 req-4bcc62bf-be80-462e-bb7c-1395af1ba592 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.878175 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d3e732a9-46ff-4c19-97d3-f5f2f5e9aeb5 req-4bcc62bf-be80-462e-bb7c-1395af1ba592 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0574973 Sep 03 20:29:26.916742 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-f005e2ad-5c5b-424c-a9b2-9bbb7ec7fc0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be HTTP/1.1" status: 200 len: 217 time: 0.2413988 Sep 03 20:29:26.924979 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d3e732a9-46ff-4c19-97d3-f5f2f5e9aeb5 req-f27d73a7-bea1-4fb7-b97f-d78a1c64f745 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396886 Sep 03 20:29:26.969330 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58435b6-2a34-4c75-b887-9e475c4ad6a9 req-58b574ac-810b-47d9-a5c6-e9a7d90c1f83 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.970831 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c58435b6-2a34-4c75-b887-9e475c4ad6a9 req-58b574ac-810b-47d9-a5c6-e9a7d90c1f83 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 944 time: 0.3199358 Sep 03 20:29:26.988045 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-73d4cfbf-4961-42f0-9f85-e9b1d8d1dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:26.989589 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-73d4cfbf-4961-42f0-9f85-e9b1d8d1dc00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.0654759 Sep 03 20:29:27.024334 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-b7142220-82b2-4fbb-8268-8f9d847271c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269024 Sep 03 20:29:27.058511 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c58435b6-2a34-4c75-b887-9e475c4ad6a9 req-3885e601-5aa2-4f93-b298-75cf1674c4e0 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802867 Sep 03 20:29:27.129620 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-335fc172-9c35-4929-bef1-319c1026204f service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970345 Sep 03 20:29:27.223189 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-391896d4-4fbc-4f1f-99db-0a6007d2797a req-e32cff6b-3b83-44ef-a9b6-3165e3e311ef service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864305 Sep 03 20:29:27.411949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e5ef589d-9bca-4a03-afe6-2570757009a3 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:27.531533 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e5ef589d-9bca-4a03-afe6-2570757009a3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e5ef589d-9bca-4a03-afe6-2570757009a3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:27.547108 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'port_id': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'mac_address': 'fa:16:3e:d6:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:27.584202 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:27.598668 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ef589d-9bca-4a03-afe6-2570757009a3 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:27.620033 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e5ef589d-9bca-4a03-afe6-2570757009a3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e5ef589d-9bca-4a03-afe6-2570757009a3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:27.623969 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:27.675390 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=e5ef589d-9bca-4a03-afe6-2570757009a3,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:27.772030 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58918) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:27.775189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075952f7-78f8-4336-9da0-4faf352a93f3 req-83055a47-9cf1-4fa9-ae92-65d8ad4a75b4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:27.783100 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-075952f7-78f8-4336-9da0-4faf352a93f3 req-83055a47-9cf1-4fa9-ae92-65d8ad4a75b4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0584338 Sep 03 20:29:27.828128 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-075952f7-78f8-4336-9da0-4faf352a93f3 req-040ff9e4-633d-41db-a147-2d0d1f24c2a0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Sep 03 20:29:27.893771 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['e5ef589d-9bca-4a03-afe6-2570757009a3'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:27.904662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-345d57bc-a0c9-4e12-98ac-a97b0dec956d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.050760 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-345d57bc-a0c9-4e12-98ac-a97b0dec956d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.064345 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-345d57bc-a0c9-4e12-98ac-a97b0dec956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.150889 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-345d57bc-a0c9-4e12-98ac-a97b0dec956d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1fba1a1edc644fc9801025b20ac8308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752792 Sep 03 20:29:28.150889 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d57bc-a0c9-4e12-98ac-a97b0dec956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe157e-41c8-4ded-9d23-11c516e79aac,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.151624 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58956) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:28.187612 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b6cf7-49c1-478c-990a-40caafb535a7 req-fe15f34a-2302-472b-ab60-d88d76431ced tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:28.192066 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e9b6cf7-49c1-478c-990a-40caafb535a7 req-fe15f34a-2302-472b-ab60-d88d76431ced tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.1387639 Sep 03 20:29:28.250109 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4e9b6cf7-49c1-478c-990a-40caafb535a7 req-d87c6bac-a841-43d7-b54e-823c59ed2993 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475411 Sep 03 20:29:28.257653 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad9423-bdc9-425e-ac05-f696494570a3 req-b32ced6e-c35c-4e2d-9faa-3650878c1ff1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:28.259921 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5cad9423-bdc9-425e-ac05-f696494570a3 req-b32ced6e-c35c-4e2d-9faa-3650878c1ff1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 945 time: 0.0960810 Sep 03 20:29:28.285013 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e8d703c7-134e-4da2-95a5-a29811bf977a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.314792 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e8d703c7-134e-4da2-95a5-a29811bf977a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.354627 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5cad9423-bdc9-425e-ac05-f696494570a3 req-611335a5-1a3f-487b-a1dc-a8abf73a7c01 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803437 Sep 03 20:29:28.363997 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58964) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:28.389990 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e8d703c7-134e-4da2-95a5-a29811bf977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.393008 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e8d703c7-134e-4da2-95a5-a29811bf977a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.394228 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e8d703c7-134e-4da2-95a5-a29811bf977a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fbe157e-41c8-4ded-9d23-11c516e79aac HTTP/1.1" status: 204 len: 168 time: 0.2411711 Sep 03 20:29:28.401732 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d703c7-134e-4da2-95a5-a29811bf977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe157e-41c8-4ded-9d23-11c516e79aac,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.504348 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c76baf9-9d44-421d-ba67-60b12f36be3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.596740 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c76baf9-9d44-421d-ba67-60b12f36be3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.600787 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c76baf9-9d44-421d-ba67-60b12f36be3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.640610 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4c76baf9-9d44-421d-ba67-60b12f36be3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b91d8a92d3445aebd41d4d7bde46fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755299 Sep 03 20:29:28.641751 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76baf9-9d44-421d-ba67-60b12f36be3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f8fbc-5744-415a-b151-0f54788e5dc6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.643561 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:28.669275 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 58976) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:28.682598 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44307cb8-2f2e-4ccc-8073-9a9aebab62bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.706595 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c3a85b2-9c07-4b6e-8c77-9c770140dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.727962 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c3a85b2-9c07-4b6e-8c77-9c770140dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.777931 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44307cb8-2f2e-4ccc-8073-9a9aebab62bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.779447 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c3a85b2-9c07-4b6e-8c77-9c770140dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.782109 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44307cb8-2f2e-4ccc-8073-9a9aebab62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.782282 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c3a85b2-9c07-4b6e-8c77-9c770140dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.786194 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-0c3a85b2-9c07-4b6e-8c77-9c770140dba7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb1f8fbc-5744-415a-b151-0f54788e5dc6 HTTP/1.1" status: 204 len: 168 time: 0.1415312 Sep 03 20:29:28.795518 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a85b2-9c07-4b6e-8c77-9c770140dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f8fbc-5744-415a-b151-0f54788e5dc6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.827579 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-44307cb8-2f2e-4ccc-8073-9a9aebab62bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faf27e02c9424d5d9ff0b05e45ce23f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572087 Sep 03 20:29:28.828521 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44307cb8-2f2e-4ccc-8073-9a9aebab62bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f4140-b700-4e65-8e2e-d8099ca8c847,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.830502 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58980) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:28.880869 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca7fb-33e2-403d-b027-96f9cbfd95ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.913059 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca7fb-33e2-403d-b027-96f9cbfd95ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.970975 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d030482-7998-4bd3-be10-c68a182bc391 req-1039310a-94b6-4387-84f8-bd63b882a92c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:28.972557 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d030482-7998-4bd3-be10-c68a182bc391 req-1039310a-94b6-4387-84f8-bd63b882a92c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0736675 Sep 03 20:29:29.008018 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca7fb-33e2-403d-b027-96f9cbfd95ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.011084 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca7fb-33e2-403d-b027-96f9cbfd95ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.012189 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-5e8ca7fb-33e2-403d-b027-96f9cbfd95ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/636f4140-b700-4e65-8e2e-d8099ca8c847 HTTP/1.1" status: 204 len: 168 time: 0.1807225 Sep 03 20:29:29.025280 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d030482-7998-4bd3-be10-c68a182bc391 req-7d5436a4-cdb7-40ed-bb30-4d9c8fce5bde tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463901 Sep 03 20:29:29.026715 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ca7fb-33e2-403d-b027-96f9cbfd95ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f4140-b700-4e65-8e2e-d8099ca8c847,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:29.130182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58988) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:29.144831 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b79c50cf-fb20-426a-a3ea-51784ba4e560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.247803 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b79c50cf-fb20-426a-a3ea-51784ba4e560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.252442 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b79c50cf-fb20-426a-a3ea-51784ba4e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.291631 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b79c50cf-fb20-426a-a3ea-51784ba4e560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef8de789a5dd4df6b102701ebc2e2b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575696 Sep 03 20:29:29.291825 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 58998) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:29.299108 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c50cf-fb20-426a-a3ea-51784ba4e560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b8d61-93f6-44bd-8d05-31da752a36cc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:29.344883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b3ceb56-3360-4b1f-8136-aa1885010658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.369035 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b3ceb56-3360-4b1f-8136-aa1885010658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.384628 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2742-7c8d-4e50-95d2-fc6c79af8ac3 req-29c53ca4-02da-4c66-8500-69509cd70b02 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:29.386761 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-209d2742-7c8d-4e50-95d2-fc6c79af8ac3 req-29c53ca4-02da-4c66-8500-69509cd70b02 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0537221 Sep 03 20:29:29.419919 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:29.422018 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e5ef589d-9bca-4a03-afe6-2570757009a3 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:29.431086 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b3ceb56-3360-4b1f-8136-aa1885010658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.434692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b3ceb56-3360-4b1f-8136-aa1885010658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.435890 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-4b3ceb56-3360-4b1f-8136-aa1885010658 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a2b8d61-93f6-44bd-8d05-31da752a36cc HTTP/1.1" status: 204 len: 168 time: 0.1432135 Sep 03 20:29:29.452224 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-209d2742-7c8d-4e50-95d2-fc6c79af8ac3 req-cd3e888a-b5e4-47de-8300-b0eb7852594c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566123 Sep 03 20:29:29.453707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ceb56-3360-4b1f-8136-aa1885010658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b8d61-93f6-44bd-8d05-31da752a36cc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:29.614558 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd66a7-8d5a-4052-82f1-aae4f85fd221 req-ae9106e9-80d5-4f3b-8078-b097fdeacfed tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:29.627779 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a0bd66a7-8d5a-4052-82f1-aae4f85fd221 req-ae9106e9-80d5-4f3b-8078-b097fdeacfed tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 945 time: 0.1050568 Sep 03 20:29:29.679874 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port e5ef589d-9bca-4a03-afe6-2570757009a3 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:29.694343 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port e5ef589d-9bca-4a03-afe6-2570757009a3 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:29.694914 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.722859 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a0bd66a7-8d5a-4052-82f1-aae4f85fd221 req-d98f1014-85b3-45e7-9e74-9ea1ba621583 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940516 Sep 03 20:29:29.736026 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:29.752847 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'mac_address': 'fa:16:3e:81:d2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:29.834877 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.876356 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c792a5d8-8f04-449e-8372-bc9da89d4c71 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:29.899864 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:29.908421 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.937667 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:29.977614 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:29.980609 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738e999e-c730-45be-8096-073707a393e5" -d '{"events": [{"server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "name": "network-vif-plugged", "status": "completed", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:29.995978 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e5ef589d-9bca-4a03-afe6-2570757009a3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e5ef589d-9bca-4a03-afe6-2570757009a3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:29.998379 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:30.004752 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.030941 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5669a453-2554-4b39-a48c-bbb4188d52c3 x-openstack-request-id: req-5669a453-2554-4b39-a48c-bbb4188d52c3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:30.031234 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "name": "network-vif-plugged", "status": "completed", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:30.031481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5669a453-2554-4b39-a48c-bbb4188d52c3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:30.031861 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'code': 200} Sep 03 20:29:30.051728 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59046) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:30.060978 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=e5ef589d-9bca-4a03-afe6-2570757009a3,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:30.190413 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92141147-ac25-40f5-8ad5-7ade190906e0 req-5efd6833-4279-4dcd-9afe-d58a4688c781 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.195067 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-92141147-ac25-40f5-8ad5-7ade190906e0 req-5efd6833-4279-4dcd-9afe-d58a4688c781 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0689385 Sep 03 20:29:30.200342 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1564807317-network', 'tenant_id': '6f2cdf636cdb41c789ae8054b38e0661'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:30.229515 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['c792a5d8-8f04-449e-8372-bc9da89d4c71'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:30.280294 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Made reservation on behalf of 6f2cdf636cdb41c789ae8054b38e0661 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:30.282734 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.300373 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-92141147-ac25-40f5-8ad5-7ade190906e0 req-1aa2f72b-38e3-44ac-babc-892402e5732d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942681 Sep 03 20:29:30.302246 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.307139 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a338d2-816a-4cc9-a3b0-27ee10286822 req-d437c55a-c114-428e-a346-4fdb817cefce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.308673 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-37a338d2-816a-4cc9-a3b0-27ee10286822 req-d437c55a-c114-428e-a346-4fdb817cefce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1099 time: 0.1051576 Sep 03 20:29:30.365581 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-37a338d2-816a-4cc9-a3b0-27ee10286822 req-95383da1-1ce6-4834-9263-d097c7388895 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480058 Sep 03 20:29:30.438126 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.442492 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.468333 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:29:30.477095 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805cb700-8b04-40a7-a42d-327c48d047bf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:30.485976 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.486332 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Added segment d19dc5fb-570e-4911-9214-3e2b5102ede0 of type vlan for network 229d3237-0bd7-48f8-bdb8-74e1157accad Sep 03 20:29:30.533829 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.560339 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.561493 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.562152 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.589323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b33c6-eb8a-43f0-b697-19b42b0c48ce req-2c2a46e3-f09e-416c-96aa-32169280f0bc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.591196 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-624b33c6-eb8a-43f0-b697-19b42b0c48ce req-2c2a46e3-f09e-416c-96aa-32169280f0bc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0532598 Sep 03 20:29:30.593429 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5400331 Sep 03 20:29:30.596395 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:30.601142 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Request body: {'subnet': {'network_id': '229d3237-0bd7-48f8-bdb8-74e1157accad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1564807317-subnet', 'tenant_id': '6f2cdf636cdb41c789ae8054b38e0661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:30.632436 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-624b33c6-eb8a-43f0-b697-19b42b0c48ce req-5dd9fcd7-8f2b-45b6-954f-51f9a7edaeb8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Sep 03 20:29:30.639889 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a8e71-2322-4aa1-a529-663e19269b61 admin admin] Pushing event updated for resources: {'Network': ['ID=229d3237-0bd7-48f8-bdb8-74e1157accad,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:30.652894 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 229d3237-0bd7-48f8-bdb8-74e1157accad details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:29:30.658743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Made reservation on behalf of 6f2cdf636cdb41c789ae8054b38e0661 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:30.661631 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.787789 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.876727 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.892775 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1fff7-1c38-4903-a56f-aa8e3e6debf3 req-33c635d2-a0f6-4386-95d5-55d9c3c400e4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.894337 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-aef1fff7-1c38-4903-a56f-aa8e3e6debf3 req-33c635d2-a0f6-4386-95d5-55d9c3c400e4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0923765 Sep 03 20:29:30.959940 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9186d816-b527-4230-be0c-1ac10cb6814f,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:30.982460 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-aef1fff7-1c38-4903-a56f-aa8e3e6debf3 req-dbd32cbb-92c6-4ade-8f6a-70b6ca619b8f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711002 Sep 03 20:29:30.985390 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Checking segment: {'id': 'd19dc5fb-570e-4911-9214-3e2b5102ede0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '229d3237-0bd7-48f8-bdb8-74e1157accad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:30.985961 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Network hostable DHCP agents. Network: 229d3237-0bd7-48f8-bdb8-74e1157accad, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:29:31.009667 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Network 229d3237-0bd7-48f8-bdb8-74e1157accad is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:29:31.019505 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 229d3237-0bd7-48f8-bdb8-74e1157accad) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:31.027520 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea951e-6ff9-4210-aeab-bc9c25ae2a62 None None] Network 229d3237-0bd7-48f8-bdb8-74e1157accad requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:29:31.032566 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:31.033654 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.057516 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-19bd643c-cf82-41b9-8aee-e1d20bc6abe3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4552641 Sep 03 20:29:31.184328 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc4fc1-86f4-4c3b-b275-c6501857fc1f None None] Network 229d3237-0bd7-48f8-bdb8-74e1157accad requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:29:31.447798 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:31.487000 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d918e-a366-4d1f-882d-2b6c599584d0 req-c375af0a-9256-4592-9b96-9e94cb8ae9c6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:31.496704 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-260d918e-a366-4d1f-882d-2b6c599584d0 req-c375af0a-9256-4592-9b96-9e94cb8ae9c6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1000559 Sep 03 20:29:31.524937 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port c792a5d8-8f04-449e-8372-bc9da89d4c71 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:31.530651 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port c792a5d8-8f04-449e-8372-bc9da89d4c71 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:31.531089 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.542123 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-260d918e-a366-4d1f-882d-2b6c599584d0 req-09d9c993-b60f-4a76-80e1-defd1d52ab23 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440717 Sep 03 20:29:31.632980 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.675648 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:31.681633 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.747560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:31.798189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59128) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:31.798951 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7be40e-68a1-40fc-b26f-a280180a224a req-442082db-fe10-49de-a1d6-3eb6c414edad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:31.800568 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dd7be40e-68a1-40fc-b26f-a280180a224a req-442082db-fe10-49de-a1d6-3eb6c414edad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0639880 Sep 03 20:29:31.803238 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-197657968-network', 'tenant_id': '6252b094e45347bc95799d512f35c327'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:31.827851 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Made reservation on behalf of 6252b094e45347bc95799d512f35c327 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:31.830651 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.840662 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.863591 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dd7be40e-68a1-40fc-b26f-a280180a224a req-b5494b88-d355-4da9-969c-c78eda0af1f0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562298 Sep 03 20:29:31.942720 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.946189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.972711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:29:31.982615 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c882d-dc5c-4182-8e7c-f6eb82164596,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:31.989117 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.989576 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Added segment c51acc5e-8015-437b-9b9a-1dc5ba819f5c of type vlan for network f0f3d382-dc51-4ee0-8f2c-11848d446d07 Sep 03 20:29:32.028317 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.032727 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:32.036481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8fe230-ab39-4a40-80ae-003d3bb4c63e" -d '{"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-plugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:32.055562 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.056743 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:32.057658 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.077734 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b74f6b-c3b5-4ed6-9ff1-a817c539d7d5 x-openstack-request-id: req-32b74f6b-c3b5-4ed6-9ff1-a817c539d7d5 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:32.078027 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-plugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:32.078289 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32b74f6b-c3b5-4ed6-9ff1-a817c539d7d5 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:32.078681 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'code': 200} Sep 03 20:29:32.122271 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3227408 Sep 03 20:29:32.124930 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:32.129907 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Request body: {'subnet': {'network_id': 'f0f3d382-dc51-4ee0-8f2c-11848d446d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-197657968-subnet', 'tenant_id': '6252b094e45347bc95799d512f35c327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:32.152846 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Made reservation on behalf of 6252b094e45347bc95799d512f35c327 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:32.156077 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.159002 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7ac77-8a05-4082-b5c9-a90b10c5c450 admin admin] Pushing event updated for resources: {'Network': ['ID=f0f3d382-dc51-4ee0-8f2c-11848d446d07,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:32.170937 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network f0f3d382-dc51-4ee0-8f2c-11848d446d07 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:29:32.186872 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f60c-1217-4c48-aab6-53d824db2e8a req-557dada9-5124-4641-8a36-3870c77e1798 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:32.188702 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ac18f60c-1217-4c48-aab6-53d824db2e8a req-557dada9-5124-4641-8a36-3870c77e1798 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1285155 Sep 03 20:29:32.232072 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ac18f60c-1217-4c48-aab6-53d824db2e8a req-9280b332-eaf4-4f97-bbb8-6d431ebfc551 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374322 Sep 03 20:29:32.392038 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbe946-20b0-407a-842e-4f30912f21f7 req-ab82471b-430f-4659-b94d-530071f9b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:32.393450 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5bbbe946-20b0-407a-842e-4f30912f21f7 req-ab82471b-430f-4659-b94d-530071f9b078 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1098 time: 0.1139474 Sep 03 20:29:32.398844 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.413958 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3878-e2ff-48fb-b322-07fe002b0d58 req-43c73a10-8537-4bb5-a46a-3109fcabe9b2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:32.415376 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2acd3878-e2ff-48fb-b322-07fe002b0d58 req-43c73a10-8537-4bb5-a46a-3109fcabe9b2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1064851 Sep 03 20:29:32.429170 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59140) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:32.435079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'floatingip': {'port_id': 'e5ef589d-9bca-4a03-afe6-2570757009a3'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:32.498008 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=914725e7-a455-4814-ad72-b7c3d8993625,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:32.507076 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5bbbe946-20b0-407a-842e-4f30912f21f7 req-77eb4884-c15f-4f44-b70f-b4473834d9d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007042 Sep 03 20:29:32.509031 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.516052 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Checking segment: {'id': 'c51acc5e-8015-437b-9b9a-1dc5ba819f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f0f3d382-dc51-4ee0-8f2c-11848d446d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:32.516480 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Network hostable DHCP agents. Network: f0f3d382-dc51-4ee0-8f2c-11848d446d07, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:29:32.534792 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Network f0f3d382-dc51-4ee0-8f2c-11848d446d07 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:29:32.546812 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, f0f3d382-dc51-4ee0-8f2c-11848d446d07) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:32.551376 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:32.552001 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:32.555532 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d67e87-96a3-499e-be84-eabfb9684816 None None] Network f0f3d382-dc51-4ee0-8f2c-11848d446d07 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:29:32.579622 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-400f2753-3df7-4771-b010-3d9728eeaccb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4532020 Sep 03 20:29:32.719186 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4d26-b4ef-4ae9-acb1-25aee470d58a req-0c9e1379-d8d1-4d4e-be85-2522b0a1b0ba tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:32.720440 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-468c4d26-b4ef-4ae9-acb1-25aee470d58a req-0c9e1379-d8d1-4d4e-be85-2522b0a1b0ba tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0957406 Sep 03 20:29:32.734259 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42357b99-d7bd-4e1a-b2fe-2cd3c89437e6 None None] Network f0f3d382-dc51-4ee0-8f2c-11848d446d07 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:29:33.039953 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad323a1-bc2e-487a-bac4-9539615c64dc req-368ac507-9e3f-49a6-86e5-409926722c83 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:33.050411 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7ad323a1-bc2e-487a-bac4-9539615c64dc req-368ac507-9e3f-49a6-86e5-409926722c83 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0668440 Sep 03 20:29:33.100417 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-468c4d26-b4ef-4ae9-acb1-25aee470d58a req-8db57cea-5888-430d-8ecf-0370fb7fcac0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793099 Sep 03 20:29:33.101532 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7ad323a1-bc2e-487a-bac4-9539615c64dc req-41f69f53-1456-408a-94d7-7aa9898c3f82 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492043 Sep 03 20:29:33.515066 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.519855 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.623788 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Floating IP 4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4 associated. External IP: 172.27.2.47, port: e5ef589d-9bca-4a03-afe6-2570757009a3. Sep 03 20:29:33.825776 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Router 729810ae-1ed3-4484-8c62-e3a152770979 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:33.930182 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:33.935467 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.950372 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:33.966485 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:33.967397 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:33.969314 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7fee4384-938c-4825-9c56-59a81907cd53 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "PUT /v2.0/floatingips/4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4 HTTP/1.1" status: 200 len: 991 time: 1.5389559 Sep 03 20:29:33.970938 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:33.974933 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785f8083-7a54-4fbf-84c9-249639455b04" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:34.040283 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd2dff-bcd5-4f5e-bb59-9c6ef7722548 x-openstack-request-id: req-3fdd2dff-bcd5-4f5e-bb59-9c6ef7722548 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:34.040728 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:34.041833 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fdd2dff-bcd5-4f5e-bb59-9c6ef7722548 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:34.042239 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'status': 'completed', 'code': 200} Sep 03 20:29:34.138180 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:34.163400 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8083-7a54-4fbf-84c9-249639455b04 req-d14631ce-bced-4460-aad9-7d690ac9e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.169173 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-d14631ce-bced-4460-aad9-7d690ac9e19d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1099 time: 0.0439961 Sep 03 20:29:34.278441 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15658a43-4089-45b0-ab07-a8d3f90d2ff6 req-21ccb125-f34d-4809-8a4d-436631abf0f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.280139 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-15658a43-4089-45b0-ab07-a8d3f90d2ff6 req-21ccb125-f34d-4809-8a4d-436631abf0f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0499568 Sep 03 20:29:34.334676 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae723adc-f028-43f6-9b84-17cdc8fa4108 req-7fa76fe5-da68-4be3-9c8f-cfdbed98886d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.336292 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ae723adc-f028-43f6-9b84-17cdc8fa4108 req-7fa76fe5-da68-4be3-9c8f-cfdbed98886d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1283238 Sep 03 20:29:34.339902 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8083-7a54-4fbf-84c9-249639455b04 req-0f9ac6c6-2a22-45d4-8c7a-eb7bb6be4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.341341 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-0f9ac6c6-2a22-45d4-8c7a-eb7bb6be4f4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.1677465 Sep 03 20:29:34.343583 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-15658a43-4089-45b0-ab07-a8d3f90d2ff6 req-a8781248-3952-4fb1-9384-2da3b6ac7232 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566695 Sep 03 20:29:34.482753 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ae723adc-f028-43f6-9b84-17cdc8fa4108 req-81c323c0-c265-4b09-b6bb-887a7f8db7d4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385617 Sep 03 20:29:34.509170 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-bb33fdb6-0369-4935-85aa-54c7e6b808ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 999 time: 0.1473453 Sep 03 20:29:34.538600 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'port_id': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'mac_address': 'fa:16:3e:d6:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:29:14Z', 'updated_at': '2021-09-03T20:29:33Z', 'revision_number': 1, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:34.562690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8083-7a54-4fbf-84c9-249639455b04 req-005096b1-2c56-4500-bf16-284295721a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.564323 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-005096b1-2c56-4500-bf16-284295721a3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0455270 Sep 03 20:29:34.573599 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:29:34.582352 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:34.582954 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:34.618328 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8083-7a54-4fbf-84c9-249639455b04 req-92fd3eda-fdf2-404a-bb7a-388ba67000c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.620385 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-92fd3eda-fdf2-404a-bb7a-388ba67000c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412757 Sep 03 20:29:34.689613 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:34.723170 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-6ac392ef-7543-447c-9f88-0a195f4b2385 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951476 Sep 03 20:29:34.830775 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-785f8083-7a54-4fbf-84c9-249639455b04 req-f1c363b4-f8ed-4193-85a2-fab008e01fbd service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960200 Sep 03 20:29:34.932782 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'port_id': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'mac_address': 'fa:16:3e:d6:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:29:14Z', 'updated_at': '2021-09-03T20:29:33Z', 'revision_number': 1, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:35.058961 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199488f-fbbe-40e1-8811-f71c739c6fb2 None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'port_id': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'mac_address': 'fa:16:3e:d6:fb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:29:14Z', 'updated_at': '2021-09-03T20:29:33Z', 'revision_number': 1, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:35.306197 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbcb05-2242-4386-b3de-5e9201c237f1 req-552a6bdc-1d1c-48d3-8b6b-9f0aeb9de2ff tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:35.307711 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b7cbcb05-2242-4386-b3de-5e9201c237f1 req-552a6bdc-1d1c-48d3-8b6b-9f0aeb9de2ff tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.0599792 Sep 03 20:29:35.347605 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414930d-2f5f-4346-a3e8-a1ad149084fc None None] New status for floating IP 4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:29:35.366196 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b7cbcb05-2242-4386-b3de-5e9201c237f1 req-99a5b93e-209c-41ea-bd89-ee82cc7fa7e7 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519183 Sep 03 20:29:35.477931 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7d18-2546-4e68-a61e-0fae3751af9f req-f68d3b82-cd01-4847-9aaf-098d2b09ec22 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:35.480154 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-56bf7d18-2546-4e68-a61e-0fae3751af9f req-f68d3b82-cd01-4847-9aaf-098d2b09ec22 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0627635 Sep 03 20:29:35.519517 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-56bf7d18-2546-4e68-a61e-0fae3751af9f req-658e23a3-1371-40c7-b57c-0aae583bb00f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Sep 03 20:29:35.626033 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c681856-4791-47b7-a77f-e2d79855970c req-c6dbe42a-e031-4f7f-8045-f1921fc77c58 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:35.633964 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2c681856-4791-47b7-a77f-e2d79855970c req-c6dbe42a-e031-4f7f-8045-f1921fc77c58 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0720310 Sep 03 20:29:35.679235 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2c681856-4791-47b7-a77f-e2d79855970c req-c2c7834f-9f32-420c-8745-55293ce54dd6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Sep 03 20:29:35.680059 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50dd3d-2246-442e-b7d4-fa97a48fcc67 req-2c427309-4ec8-4048-8822-953131783a21 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:35.681687 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7c50dd3d-2246-442e-b7d4-fa97a48fcc67 req-2c427309-4ec8-4048-8822-953131783a21 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0723307 Sep 03 20:29:35.690220 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59266) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:35.694996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'floatingip': {'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:35.766710 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.506992 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 20:29:36.549861 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80975cdd-2c5d-49f1-bec3-94d416343248 req-c29a7922-5057-4604-9376-bbb231340caa tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.551425 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80975cdd-2c5d-49f1-bec3-94d416343248 req-c29a7922-5057-4604-9376-bbb231340caa tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.1058264 Sep 03 20:29:36.599616 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.606171 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80975cdd-2c5d-49f1-bec3-94d416343248 req-f6cc0b7c-9b1b-4734-ae6b-6d5cf6301817 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 Sep 03 20:29:36.607011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.738117 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Floating IP 2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b associated. External IP: 172.27.2.213, port: c792a5d8-8f04-449e-8372-bc9da89d4c71. Sep 03 20:29:36.869081 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af785-879a-4d95-872f-ef52020ca947 req-5b57f03e-b741-4cb9-8909-0bb83cc903f9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.878136 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf7af785-879a-4d95-872f-ef52020ca947 req-5b57f03e-b741-4cb9-8909-0bb83cc903f9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1004586 Sep 03 20:29:36.997369 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf7af785-879a-4d95-872f-ef52020ca947 req-3acce154-2193-46d8-8188-b98b955c6956 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104903 Sep 03 20:29:37.045841 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:37.162372 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:37.167223 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.174910 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:37.187851 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:37.188306 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:37.210285 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2aba35cd-2517-4ced-8596-5811236d6241 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "PUT /v2.0/floatingips/2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b HTTP/1.1" status: 200 len: 991 time: 1.5189257 Sep 03 20:29:37.210941 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:37.213822 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11463f9f-3a61-41e1-86cc-43b3baf8006e" -d '{"events": [{"name": "network-changed", "server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:37.256026 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59328) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:37.280081 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b0b2e5-1731-4071-be4c-75c6b63464c1 x-openstack-request-id: req-d3b0b2e5-1731-4071-be4c-75c6b63464c1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:37.280822 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:37.282124 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3b0b2e5-1731-4071-be4c-75c6b63464c1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:37.283334 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'status': 'completed', 'code': 200} Sep 03 20:29:37.342212 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:37.373139 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-4abf9dd6-79d7-411e-a470-1b1abe91b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:37.374683 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-4abf9dd6-79d7-411e-a470-1b1abe91b332 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1098 time: 0.0434313 Sep 03 20:29:37.375025 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bd2694f4-2813-4718-a9a1-b8ccf6be4f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.496593 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-5992ef48-1bbd-43e1-af6b-083c397d145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:37.498382 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-5992ef48-1bbd-43e1-af6b-083c397d145a service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.1125274 Sep 03 20:29:37.506181 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bd2694f4-2813-4718-a9a1-b8ccf6be4f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.511010 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bd2694f4-2813-4718-a9a1-b8ccf6be4f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.548131 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2694f4-2813-4718-a9a1-b8ccf6be4f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d71a9-bed0-44d6-a756-a6281bcb51cd,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:37.568788 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bd2694f4-2813-4718-a9a1-b8ccf6be4f82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e596750937934aaf8b07b39b44caef93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114569 Sep 03 20:29:37.571042 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59336) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:37.590511 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-55ff570a-21e6-46d7-9d27-db765afea32c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 200 len: 999 time: 0.0833862 Sep 03 20:29:37.604043 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'mac_address': 'fa:16:3e:81:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:29:17Z', 'updated_at': '2021-09-03T20:29:36Z', 'revision_number': 1, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:37.628512 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a0712ce-d782-4025-9a4f-7c31f444282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.650414 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:29:37.656512 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a0712ce-d782-4025-9a4f-7c31f444282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.669063 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:37.669726 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:37.755061 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e72cb-78bc-41b4-bba0-c5d6aa2434a5 req-7073ebe1-784d-4e26-90a7-9cca848d9782 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:37.763629 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9e5e72cb-78bc-41b4-bba0-c5d6aa2434a5 req-7073ebe1-784d-4e26-90a7-9cca848d9782 tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.0671370 Sep 03 20:29:37.773014 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a0712ce-d782-4025-9a4f-7c31f444282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.775762 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a0712ce-d782-4025-9a4f-7c31f444282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:37.779295 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1a0712ce-d782-4025-9a4f-7c31f444282d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/581d71a9-bed0-44d6-a756-a6281bcb51cd HTTP/1.1" status: 204 len: 168 time: 0.2035048 Sep 03 20:29:37.822780 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0712ce-d782-4025-9a4f-7c31f444282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d71a9-bed0-44d6-a756-a6281bcb51cd,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:37.858989 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:37.872485 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9e5e72cb-78bc-41b4-bba0-c5d6aa2434a5 req-d225789a-7f35-42b4-9dd1-2e8337a4c16b tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/security-groups?id=89b960f7-2e52-4a2b-a270-f99f3a6e8021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928993 Sep 03 20:29:37.877244 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-f4bbc11d-5fa5-4578-8adc-0802c0c117ad tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:37.878804 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-f4bbc11d-5fa5-4578-8adc-0802c0c117ad tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 945 time: 0.1131840 Sep 03 20:29:37.966925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-5e1a8953-e5e8-4769-b986-fbe1957c0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:37.968476 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-5e1a8953-e5e8-4769-b986-fbe1957c0345 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.3597400 Sep 03 20:29:38.034575 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-4e0a5900-acfd-4a1c-ae69-dd64c0d23042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:38.036204 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-4e0a5900-acfd-4a1c-ae69-dd64c0d23042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537262 Sep 03 20:29:38.079885 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Deleting port 6bb74a66-1442-4731-8fb3-93e424460fa4 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:38.080083 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.273574 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'mac_address': 'fa:16:3e:81:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:29:17Z', 'updated_at': '2021-09-03T20:29:36Z', 'revision_number': 1, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:38.297693 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c50563-38de-4f57-9627-f6ed5460114c req-3457ab6b-ba1b-4aa8-b871-d9e144b47281 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:38.299399 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-06c50563-38de-4f57-9627-f6ed5460114c req-3457ab6b-ba1b-4aa8-b871-d9e144b47281 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1590550 Sep 03 20:29:38.301954 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-653aa582-9353-46f2-b3e1-0dcc6e53ccee service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496576 Sep 03 20:29:38.345620 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de5a15-17af-4ff2-af63-aa2f6b7d85a0 None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'mac_address': 'fa:16:3e:81:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:29:17Z', 'updated_at': '2021-09-03T20:29:36Z', 'revision_number': 1, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:38.395486 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59370) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:38.431964 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-06c50563-38de-4f57-9627-f6ed5460114c req-755534a2-cffb-4500-9278-650e0b2cac69 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224961 Sep 03 20:29:38.438251 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] For port 6bb74a66-1442-4731-8fb3-93e424460fa4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6bb74a66-1442-4731-8fb3-93e424460fa4,segment=NetworkSegment(c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34),segment_id=c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:38.438461 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.466268 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11463f9f-3a61-41e1-86cc-43b3baf8006e req-a477f2a2-9c89-45ee-9766-642fffa3d370 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407154 Sep 03 20:29:38.475005 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e1db7bfa-5777-4e59-a194-ef85faf9b56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.483939 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Calling delete_port for 6bb74a66-1442-4731-8fb3-93e424460fa4 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:38.604247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086cc27b-1da1-463a-86d4-19241dbd1453 None None] New status for floating IP 2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:29:38.709912 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e1db7bfa-5777-4e59-a194-ef85faf9b56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.717016 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e1db7bfa-5777-4e59-a194-ef85faf9b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.736182 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.756797 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['6bb74a66-1442-4731-8fb3-93e424460fa4'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:38.784946 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e1db7bfa-5777-4e59-a194-ef85faf9b56c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67f05ff4a1544733ac9e1416d66477de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864486 Sep 03 20:29:38.787694 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:38.789292 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Pushing event deleted for resources: {'Port': ['ID=6bb74a66-1442-4731-8fb3-93e424460fa4,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:38.811233 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db7bfa-5777-4e59-a194-ef85faf9b56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8368a42a-676f-4735-a977-7f974b68dcae,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:38.843761 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58479abb-c4aa-4eec-bb18-129456c06e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.845778 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] No DVR routers for this DVR port 6bb74a66-1442-4731-8fb3-93e424460fa4 on host hv-cinder-76015 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:29:38.849119 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.851350 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d624731f-dc63-4ca2-994d-cd81a6f87016 req-2aa01db4-b075-43ac-88e1-a73b7871014e tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.47 "DELETE /v2.0/ports/6bb74a66-1442-4731-8fb3-93e424460fa4 HTTP/1.1" status: 204 len: 173 time: 0.9655130 Sep 03 20:29:38.851825 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'name': 'network-vif-deleted', 'tag': '6bb74a66-1442-4731-8fb3-93e424460fa4'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:38.854092 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2364775-1a43-495e-99eb-026064822b4d" -d '{"events": [{"server_uuid": "2f7381a5-4c6c-4cb3-a570-7179ae984656", "name": "network-vif-deleted", "tag": "6bb74a66-1442-4731-8fb3-93e424460fa4"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:38.865717 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58479abb-c4aa-4eec-bb18-129456c06e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.906698 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e01fa6-71e5-4c6a-8d9a-5c1272483f6b x-openstack-request-id: req-72e01fa6-71e5-4c6a-8d9a-5c1272483f6b {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:38.907002 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7381a5-4c6c-4cb3-a570-7179ae984656", "name": "network-vif-deleted", "tag": "6bb74a66-1442-4731-8fb3-93e424460fa4", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:38.907248 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72e01fa6-71e5-4c6a-8d9a-5c1272483f6b {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:38.907634 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7381a5-4c6c-4cb3-a570-7179ae984656', 'name': 'network-vif-deleted', 'tag': '6bb74a66-1442-4731-8fb3-93e424460fa4', 'status': 'completed', 'code': 200} Sep 03 20:29:38.933780 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58479abb-c4aa-4eec-bb18-129456c06e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.936065 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58479abb-c4aa-4eec-bb18-129456c06e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:38.937472 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-58479abb-c4aa-4eec-bb18-129456c06e57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8368a42a-676f-4735-a977-7f974b68dcae HTTP/1.1" status: 204 len: 168 time: 0.1485274 Sep 03 20:29:38.945088 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58479abb-c4aa-4eec-bb18-129456c06e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368a42a-676f-4735-a977-7f974b68dcae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:38.989726 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16177bdc-cfcc-412e-90cc-48f07eca358d req-c6d26529-b6a3-40f4-ac6c-66437252813f tempest-DeleteServersTestJSON-131079655 tempest-DeleteServersTestJSON-131079655-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7381a5-4c6c-4cb3-a570-7179ae984656 HTTP/1.1" status: 200 len: 210 time: 0.0267630 Sep 03 20:29:39.570925 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3fa53-9ea4-497f-afef-cefa7819a4e1 req-bdd889c0-77cc-4b6d-ac4d-209698ec651d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:39.572447 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-66c3fa53-9ea4-497f-afef-cefa7819a4e1 req-bdd889c0-77cc-4b6d-ac4d-209698ec651d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0573323 Sep 03 20:29:39.617625 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-66c3fa53-9ea4-497f-afef-cefa7819a4e1 req-7e2a566c-2a2e-4de6-818e-7e1121cd98d2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Sep 03 20:29:40.078721 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ddb30e1-7210-42c9-a279-8c94362abbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.786244 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fab94-1677-4b01-a182-f49295a4d239 req-2a70bdd8-375c-4dea-8dea-3285eb82a5e0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:40.793131 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d21fab94-1677-4b01-a182-f49295a4d239 req-2a70bdd8-375c-4dea-8dea-3285eb82a5e0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0800557 Sep 03 20:29:40.846838 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d21fab94-1677-4b01-a182-f49295a4d239 req-8ca5bc7a-2d87-4c0d-9f89-fc3ac97521b1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518537 Sep 03 20:29:41.436280 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59492) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:41.479870 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Deleting subnet 962d28a3-4299-4f58-80b9-c6c812b3ce35 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:29:41.482956 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.488268 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 6bb74a66-1442-4731-8fb3-93e424460fa4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:29:41.507299 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 6bb74a66-1442-4731-8fb3-93e424460fa4 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:29:41.507641 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 6bb74a66-1442-4731-8fb3-93e424460fa4 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:29:41.516246 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.525852 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.582466 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.608558 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962d28a3-4299-4f58-80b9-c6c812b3ce35,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:41.612063 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.616551 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6f2f8185-722c-4384-9674-cf1f86ea1800 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/962d28a3-4299-4f58-80b9-c6c812b3ce35 HTTP/1.1" status: 204 len: 168 time: 0.1792433 Sep 03 20:29:41.616843 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59496) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:41.668937 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:29:41.684505 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.794095 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.805101 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.805487 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.806655 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.806984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > port after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.807355 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.807642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > port after_update 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.807972 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.808303 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.808863 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:41.808976 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:42.015518 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-e2693c79-81fa-478e-ab22-353bcd0d8f15 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:42.017597 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-e2693c79-81fa-478e-ab22-353bcd0d8f15 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.1526704 Sep 03 20:29:42.018079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59538) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:42.037923 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-e440477a-4dd6-48d1-b69a-776f8a3cc00d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/quotas/d7601fcb90a947bda8b6bdd4b4003396 HTTP/1.1" status: 200 len: 375 time: 0.0113208 Sep 03 20:29:42.048774 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:42.049351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:42.049874 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:42.050515 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:42.051032 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e107269-7e2a-4343-87cd-432ad4932c1f']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:42.129684 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-071f235f-9c44-4753-a8cb-ca5f6ae57d85 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828049 Sep 03 20:29:42.139079 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:42.139376 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74ee2cb-0b0a-494c-9b44-fca0a6e8cb34') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:42.159646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.160070 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-841f8464-f597-4875-be26-c8395e000a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.192252 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.217649 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:29:42.218310 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.234307 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8067-fb67-430d-9d24-a1671b5f55f4 req-6e9bf944-b3e2-408b-bf94-53745971a8e4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:42.244903 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d25c8067-fb67-430d-9d24-a1671b5f55f4 req-6e9bf944-b3e2-408b-bf94-53745971a8e4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1864822 Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: from cryptography.utils import int_from_bytes Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: from cryptography.utils import int_from_bytes Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:29:42.249637 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:29:42.327331 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-04121d4f-2ce8-450e-8341-b625a6f3984c service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955247 Sep 03 20:29:42.357423 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d25c8067-fb67-430d-9d24-a1671b5f55f4 req-2057bce7-5a63-4a33-b27a-42daca0604a0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110914 Sep 03 20:29:42.363909 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.385839 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.390942 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e107269-7e2a-4343-87cd-432ad4932c1f HTTP/1.1" status: 204 len: 168 time: 0.7708530 Sep 03 20:29:42.423106 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6025b92-69f3-4cd7-9a92-d0a857d1788e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e107269-7e2a-4343-87cd-432ad4932c1f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:42.450664 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-b6d4feda-2db7-46a4-96b0-40fb0658861c service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224036 Sep 03 20:29:42.526650 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-841f8464-f597-4875-be26-c8395e000a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.531114 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-841f8464-f597-4875-be26-c8395e000a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.569886 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59554) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:42.582982 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-841f8464-f597-4875-be26-c8395e000a90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae13b723fc8742cebfff618d53111a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639162 Sep 03 20:29:42.586041 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59558) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:42.592160 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f8464-f597-4875-be26-c8395e000a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d5aaa8-7c8c-481c-9f4a-979f84d4ddf5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:42.627059 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-52d34cf8-c223-45ff-96f6-46a536eb95d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0771fbbac709414a8ec570ba31c6c0ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552135 Sep 03 20:29:42.629687 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59562) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:42.648194 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-20455806-7be6-469e-9aed-ecba690c89d2 req-a710b307-207d-4fbb-828e-eedfec99152d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 210 time: 0.0367868 Sep 03 20:29:42.682570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87097303-3932-46ab-9ad6-ffafe44d7bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.685217 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b900552d-9a38-437f-8c03-1d143a9eac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.700478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-34ddfb76-51fb-4481-855b-5c8760e13ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.708073 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87097303-3932-46ab-9ad6-ffafe44d7bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.723602 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-34ddfb76-51fb-4481-855b-5c8760e13ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.756500 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87097303-3932-46ab-9ad6-ffafe44d7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.759121 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87097303-3932-46ab-9ad6-ffafe44d7bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.760493 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-87097303-3932-46ab-9ad6-ffafe44d7bff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57d5aaa8-7c8c-481c-9f4a-979f84d4ddf5 HTTP/1.1" status: 204 len: 168 time: 0.1733255 Sep 03 20:29:42.768550 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097303-3932-46ab-9ad6-ffafe44d7bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d5aaa8-7c8c-481c-9f4a-979f84d4ddf5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:42.784515 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-34ddfb76-51fb-4481-855b-5c8760e13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.787942 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-34ddfb76-51fb-4481-855b-5c8760e13ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.794784 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-34ddfb76-51fb-4481-855b-5c8760e13ef8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89b960f7-2e52-4a2b-a270-f99f3a6e8021 HTTP/1.1" status: 204 len: 168 time: 0.1602240 Sep 03 20:29:42.801337 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddfb76-51fb-4481-855b-5c8760e13ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b960f7-2e52-4a2b-a270-f99f3a6e8021,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:43.008115 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.212364 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59588) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:43.227506 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1babead9-91e3-4b69-926c-184aa47cb222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.324633 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1babead9-91e3-4b69-926c-184aa47cb222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.330323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1babead9-91e3-4b69-926c-184aa47cb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.372692 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1babead9-91e3-4b69-926c-184aa47cb222 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7b788f57a4d4a3b81ccdc8cb07a1666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562793 Sep 03 20:29:43.372692 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babead9-91e3-4b69-926c-184aa47cb222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a350d2-dbe4-4c34-99dd-32230fc8311c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:43.372961 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59594) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:43.434666 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4126abf-6dc7-47a2-a2a9-6364822a8f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.484913 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4126abf-6dc7-47a2-a2a9-6364822a8f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.549939 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccf07a-631f-4960-a04b-2281cc4c307d req-95a54a12-530c-4f24-9cee-a72db0d70a06 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:43.557651 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1dccf07a-631f-4960-a04b-2281cc4c307d req-95a54a12-530c-4f24-9cee-a72db0d70a06 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1200147 Sep 03 20:29:43.624064 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1dccf07a-631f-4960-a04b-2281cc4c307d req-bb9c9ba2-f1c8-4da3-be7b-f7b009faf5be tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Sep 03 20:29:43.632935 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4126abf-6dc7-47a2-a2a9-6364822a8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.636377 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4126abf-6dc7-47a2-a2a9-6364822a8f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.639784 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c4126abf-6dc7-47a2-a2a9-6364822a8f66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7a350d2-dbe4-4c34-99dd-32230fc8311c HTTP/1.1" status: 204 len: 168 time: 0.2633116 Sep 03 20:29:43.665336 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4126abf-6dc7-47a2-a2a9-6364822a8f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a350d2-dbe4-4c34-99dd-32230fc8311c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:43.797139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.802708 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-95e21d70-e935-4676-a08b-79b3ea1e5c50 req-c52d7d36-a08a-44c1-9b25-eda039acd558 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 210 time: 0.0432122 Sep 03 20:29:44.022836 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-160b573a-4f90-4758-9a56-c250b67c8d71 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:44.024326 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-160b573a-4f90-4758-9a56-c250b67c8d71 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.2200723 Sep 03 20:29:44.052828 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Request body: {'port': {'device_id': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'admin_state_up': True, 'tenant_id': 'd7601fcb90a947bda8b6bdd4b4003396'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:44.194247 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Made reservation on behalf of d7601fcb90a947bda8b6bdd4b4003396 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:44.201714 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:44.358947 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Allocated IP 172.20.0.9 (f51a444c-68ab-42d3-91dd-777e9a1fcc3b/ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d/46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:44.531040 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:44.571256 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:44.586310 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:44.613208 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:44.616335 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:44.620465 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:44.626169 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:44.626809 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:44.643996 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event updated for resources: {'Port': ['ID=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:44.650834 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59692) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:44.659001 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-a4d8632d-0363-4e1d-b49c-e24eefff9269 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099305 Sep 03 20:29:44.686344 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Request body: {'port': {'device_id': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:44.768734 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:44.798591 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ba4dd-5671-4301-a441-7cad3a2a4c71 req-48903ed0-b289-4c5a-85ad-51f74d524ca6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:44.800271 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6f2ba4dd-5671-4301-a441-7cad3a2a4c71 req-48903ed0-b289-4c5a-85ad-51f74d524ca6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0718846 Sep 03 20:29:44.881761 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6f2ba4dd-5671-4301-a441-7cad3a2a4c71 req-a9ba6491-d20d-4856-82d9-04b9d9e3d246 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750825 Sep 03 20:29:44.987405 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.052979 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56460738-bd53-4eeb-949d-00b7cc9259ef req-4467d5ff-17e0-48a9-aa26-44d7cfec27d6 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:45.054836 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-56460738-bd53-4eeb-949d-00b7cc9259ef req-4467d5ff-17e0-48a9-aa26-44d7cfec27d6 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 931 time: 0.1321511 Sep 03 20:29:45.131102 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.139272 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.154880 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-56460738-bd53-4eeb-949d-00b7cc9259ef req-0d63f05f-f2cf-46c8-8095-e60414e4d1ff tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878863 Sep 03 20:29:45.197840 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08d54113db4642148ae52c0487390df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458670 Sep 03 20:29:45.201307 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59716) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:45.254341 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7935f4-6589-4c19-9681-6719c748372b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:45.267892 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.268581 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.269416 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.270094 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.270625 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.271164 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.271705 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.272231 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.272770 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.273292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.274418 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.275304 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1235343-161e-42c4-962e-b7232d5a4bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.326886 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:45.337506 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.358386 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e5884363-62a1-4b48-9f88-d6a20b26146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.380660 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e5884363-62a1-4b48-9f88-d6a20b26146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.394576 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Transition to ACTIVE for port object 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:45.401662 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.496341 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Pushing event updated for resources: {'Port': ['ID=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:45.514104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e5884363-62a1-4b48-9f88-d6a20b26146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.518907 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e5884363-62a1-4b48-9f88-d6a20b26146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.522580 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e5884363-62a1-4b48-9f88-d6a20b26146e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f7935f4-6589-4c19-9681-6719c748372b HTTP/1.1" status: 204 len: 168 time: 0.3176889 Sep 03 20:29:45.524928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.525542 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.525981 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.526339 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.526739 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.527069 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.527393 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.527770 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.528092 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.528414 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.528779 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.529092 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:45.541596 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.543463 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Attempting to bind port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:45.543808 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Attempting to bind port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:45.544133 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Attempting to bind port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:45.547472 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5884363-62a1-4b48-9f88-d6a20b26146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7935f4-6589-4c19-9681-6719c748372b,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:45.553371 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:45.553737 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Attempting to bind port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:45.562383 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:45.563537 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Checking segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:45.564479 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Bound using segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:45.566130 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Bound port: 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:45.567418 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.662965 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] For port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host hv-cinder-76015, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:45.667489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] For port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:45.681572 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.744479 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Pushing event updated for resources: {'Port': ['ID=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:45.753009 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:45.753680 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.755355 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-f0e3cfd2-b797-4717-9f67-27de016eb85e service neutron] 10.222.0.47 "PUT /v2.0/ports/46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e HTTP/1.1" status: 200 len: 1093 time: 1.0766470 Sep 03 20:29:45.755871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'tag': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:45.758550 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f17190-de3d-4e73-912d-bce328dd7b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877", "tag": "46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:45.843452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc51965f-fe98-4e65-836c-357fa25c9f07 x-openstack-request-id: req-fc51965f-fe98-4e65-836c-357fa25c9f07 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:45.843741 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877", "tag": "46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:45.844097 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc51965f-fe98-4e65-836c-357fa25c9f07 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:45.844543 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'tag': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', 'status': 'completed', 'code': 200} Sep 03 20:29:45.866024 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-6c63102b-5346-46e4-8039-3aa348b51813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:45.867754 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-6c63102b-5346-46e4-8039-3aa348b51813 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 1096 time: 0.0599384 Sep 03 20:29:45.920187 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-def05d13-bcef-4316-9ae5-ed2186e1247d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e HTTP/1.1" status: 200 len: 217 time: 0.0405107 Sep 03 20:29:45.963708 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59750) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:45.979398 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-7ede17cf-2938-4a4c-bf9b-64028a57fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:45.979933 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6e0932a-f424-4b27-94e6-2740409212a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.981022 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-7ede17cf-2938-4a4c-bf9b-64028a57fe46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.0518761 Sep 03 20:29:46.013701 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-39ecf165-eefd-4956-830d-7e63f74dd411 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244915 Sep 03 20:29:46.051119 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ef2a-f4a1-4cf8-b3f7-69511289eefc req-0ca22318-13c2-427c-8f22-56ea72805809 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:46.052638 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1d6ef2a-f4a1-4cf8-b3f7-69511289eefc req-0ca22318-13c2-427c-8f22-56ea72805809 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0756431 Sep 03 20:29:46.110866 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1d6ef2a-f4a1-4cf8-b3f7-69511289eefc req-96809c5c-4cb0-4d48-adf7-ea3b45e4e83d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474246 Sep 03 20:29:46.115718 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-5928d205-37e1-4aaf-81cb-e1e74d39b293 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938544 Sep 03 20:29:46.163243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6e0932a-f424-4b27-94e6-2740409212a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.168360 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6e0932a-f424-4b27-94e6-2740409212a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.214723 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59754) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:46.214929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f6e0932a-f424-4b27-94e6-2740409212a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46bedea644fe4f3e8fc44c20877a9b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495835 Sep 03 20:29:46.216924 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0932a-f424-4b27-94e6-2740409212a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48ffac-0502-4c3a-a789-a04768543019,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:46.313539 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c999e1bf-0474-4e6d-96de-4eadedbcba40 req-e4120d35-69d9-4c92-a9a2-3d88c5e08c64 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883759 Sep 03 20:29:46.365312 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf4845-a10f-4b26-a883-c215c3153476 req-9ebe3bac-a076-45b5-87e2-9968274f99b1 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:46.373715 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fecf4845-a10f-4b26-a883-c215c3153476 req-9ebe3bac-a076-45b5-87e2-9968274f99b1 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 943 time: 0.1400175 Sep 03 20:29:46.393606 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c49ae5eb-dbc8-4ea2-8a7a-76851b18be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.464057 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c49ae5eb-dbc8-4ea2-8a7a-76851b18be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.474285 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fecf4845-a10f-4b26-a883-c215c3153476 req-d7b849f7-6a8d-4de1-a16b-30ee3f28ef27 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997722 Sep 03 20:29:46.496353 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-ae94c2c6-b408-4478-b509-90b253b1f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:46.497859 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-ae94c2c6-b408-4478-b509-90b253b1f92d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 1096 time: 0.0950382 Sep 03 20:29:46.570277 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c49ae5eb-dbc8-4ea2-8a7a-76851b18be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.573352 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c49ae5eb-dbc8-4ea2-8a7a-76851b18be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.574483 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c49ae5eb-dbc8-4ea2-8a7a-76851b18be1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf48ffac-0502-4c3a-a789-a04768543019 HTTP/1.1" status: 204 len: 168 time: 0.3584857 Sep 03 20:29:46.590665 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ae5eb-dbc8-4ea2-8a7a-76851b18be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48ffac-0502-4c3a-a789-a04768543019,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:46.606941 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-ce2e4727-eeea-4d2d-9f29-3d90dd80dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:46.608554 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-ce2e4727-eeea-4d2d-9f29-3d90dd80dd68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 916 time: 0.1000800 Sep 03 20:29:46.654724 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-8a847a37-ab76-48ae-9113-848918296252 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e HTTP/1.1" status: 200 len: 217 time: 0.0370386 Sep 03 20:29:46.725954 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-f05cc5dc-1faa-4329-9e8b-406f09009bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:46.727809 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-f05cc5dc-1faa-4329-9e8b-406f09009bb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.0610974 Sep 03 20:29:46.765663 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-e2131eca-aca6-432a-b52a-76215be1fc24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255864 Sep 03 20:29:46.878933 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-4fd4f35c-20d4-4f6b-8f2f-b46f886f4ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985062 Sep 03 20:29:47.017387 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19f17190-de3d-4e73-912d-bce328dd7b5d req-0b0242b9-d785-4a49-806e-da0c202f1cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260178 Sep 03 20:29:47.230276 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cd3ef-dd8b-4f42-9273-c03c343dc5ff req-d69786b7-5157-40ff-908a-af538295cf8e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:47.231777 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6f9cd3ef-dd8b-4f42-9273-c03c343dc5ff req-d69786b7-5157-40ff-908a-af538295cf8e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0492041 Sep 03 20:29:47.272401 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6f9cd3ef-dd8b-4f42-9273-c03c343dc5ff req-1adf2292-19fe-4f8a-a603-a9a0df5ba828 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Sep 03 20:29:47.600876 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120a65-3462-4f6a-aff2-b94c84f741c2 req-af4824cd-50e0-4ed1-861e-c01d00c3887a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:47.602401 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3e120a65-3462-4f6a-aff2-b94c84f741c2 req-af4824cd-50e0-4ed1-861e-c01d00c3887a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 943 time: 0.0546308 Sep 03 20:29:47.643457 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3e120a65-3462-4f6a-aff2-b94c84f741c2 req-1338b47f-e4e9-4c18-8ee5-19238fa6e990 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Sep 03 20:29:48.097896 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59860) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:48.144556 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Deleting subnet 9186d816-b527-4230-be0c-1ac10cb6814f {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:29:48.148074 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.183371 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.188910 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.240591 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.269334 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9186d816-b527-4230-be0c-1ac10cb6814f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:48.273061 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.274921 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-17a3b56b-8994-455f-8374-1c289097d0b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9186d816-b527-4230-be0c-1ac10cb6814f HTTP/1.1" status: 204 len: 168 time: 0.1760154 Sep 03 20:29:48.277719 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 59864) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:48.348774 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.437553 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.448246 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229d3237-0bd7-48f8-bdb8-74e1157accad']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:48.458319 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19dc5fb-570e-4911-9214-3e2b5102ede0') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:48.458614 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19dc5fb-570e-4911-9214-3e2b5102ede0') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:48.467680 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.484341 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.490256 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:29:48.490688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:29:48.492256 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:29:48.542798 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.547704 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.549526 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/229d3237-0bd7-48f8-bdb8-74e1157accad HTTP/1.1" status: 204 len: 168 time: 0.2707040 Sep 03 20:29:48.552404 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59872) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:48.559642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8632593-1fba-401a-84ce-a6f58f9ddd1e admin admin] Pushing event deleted for resources: {'Network': ['ID=229d3237-0bd7-48f8-bdb8-74e1157accad,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:48.596136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Deleting subnet 914725e7-a455-4814-ad72-b7c3d8993625 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:29:48.599284 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.632998 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.639317 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.688918 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.713787 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914725e7-a455-4814-ad72-b7c3d8993625,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:48.717591 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.720222 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4c5974dc-2c2a-4763-bd63-8790c4b8f01f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/914725e7-a455-4814-ad72-b7c3d8993625 HTTP/1.1" status: 204 len: 168 time: 0.1660206 Sep 03 20:29:48.721859 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59878) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:48.790062 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.870950 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.880799 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.881147 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.881940 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.882272 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > port after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.882612 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.882945 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > port after_update 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.883285 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.883644 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.883974 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.884294 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.948972 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.949318 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.949684 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.950018 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:29:48.950389 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f3d382-dc51-4ee0-8f2c-11848d446d07']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:48.967458 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51acc5e-8015-437b-9b9a-1dc5ba819f5c') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:48.967755 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51acc5e-8015-437b-9b9a-1dc5ba819f5c') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:48.987349 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.006973 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.015562 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:29:49.015953 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: from cryptography.utils import int_from_bytes Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: from cryptography.utils import int_from_bytes Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:29:49.019936 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:29:49.073925 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.081923 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.083809 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0f3d382-dc51-4ee0-8f2c-11848d446d07 HTTP/1.1" status: 204 len: 168 time: 0.3610973 Sep 03 20:29:49.096980 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b8076-96bf-4230-a767-d924c63efa70 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f3d382-dc51-4ee0-8f2c-11848d446d07,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:49.244877 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59884) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:49.282373 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-37da9af7-4464-40c2-827a-3ba8ef38b3ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f2cdf636cdb41c789ae8054b38e0661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363271 Sep 03 20:29:49.284572 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59886) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:49.332103 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04e6e123-5b34-466c-b2c4-ba8f486b683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.352597 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04e6e123-5b34-466c-b2c4-ba8f486b683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.396974 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04e6e123-5b34-466c-b2c4-ba8f486b683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.399528 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04e6e123-5b34-466c-b2c4-ba8f486b683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.401184 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-04e6e123-5b34-466c-b2c4-ba8f486b683c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/805cb700-8b04-40a7-a42d-327c48d047bf HTTP/1.1" status: 204 len: 168 time: 0.1157510 Sep 03 20:29:49.408440 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6e123-5b34-466c-b2c4-ba8f486b683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805cb700-8b04-40a7-a42d-327c48d047bf,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:49.704417 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59896) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:49.743194 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-66a73a91-b36d-4d9a-adb9-af6185acc24c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6252b094e45347bc95799d512f35c327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373752 Sep 03 20:29:49.745639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59898) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:49.791504 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2acd1f62-e4c2-421b-9fa6-ef36aaa34e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:49.813554 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2acd1f62-e4c2-421b-9fa6-ef36aaa34e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:50.047104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2acd1f62-e4c2-421b-9fa6-ef36aaa34e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:50.049675 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2acd1f62-e4c2-421b-9fa6-ef36aaa34e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:50.050801 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2acd1f62-e4c2-421b-9fa6-ef36aaa34e51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d5c882d-dc5c-4182-8e7c-f6eb82164596 HTTP/1.1" status: 204 len: 168 time: 0.3042982 Sep 03 20:29:50.059162 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1f62-e4c2-421b-9fa6-ef36aaa34e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c882d-dc5c-4182-8e7c-f6eb82164596,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:50.445102 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:50.554003 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:50.572480 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d459-42b4-4b03-8858-b41405ab3f5f req-816cc4d4-8364-480c-b1d3-25774054ea37 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:50.576274 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'port_id': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', 'mac_address': 'fa:16:3e:ae:89:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:50.585078 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-24b7d459-42b4-4b03-8858-b41405ab3f5f req-816cc4d4-8364-480c-b1d3-25774054ea37 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0818028 Sep 03 20:29:50.617501 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:50.628349 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-24b7d459-42b4-4b03-8858-b41405ab3f5f req-ef41a4bd-b7ae-4004-8f99-f0f374b328b2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Sep 03 20:29:50.632904 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:50.654400 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f8002-53ab-43be-8a67-deb404176652 req-ad2aae72-3f1f-4b1b-bf0a-6e9f888086ec tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:50.656593 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1d3f8002-53ab-43be-8a67-deb404176652 req-ad2aae72-3f1f-4b1b-bf0a-6e9f888086ec tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 943 time: 0.0713763 Sep 03 20:29:50.664558 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:50.669800 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:50.710048 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1d3f8002-53ab-43be-8a67-deb404176652 req-109e98e6-97c3-4f1d-b6ec-d64f53bf79f3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Sep 03 20:29:50.734523 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:50.742300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.742657 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.743008 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.743349 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.743701 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.744578 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.744912 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.745243 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.745599 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.746135 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.746630 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:50.746962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:51.022352 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:51.794422 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26203904-2495-480d-b9f2-5c0233dc4c5f req-62b38c70-828e-4f52-b237-b8ab1caf50b2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:51.796123 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-26203904-2495-480d-b9f2-5c0233dc4c5f req-62b38c70-828e-4f52-b237-b8ab1caf50b2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0859120 Sep 03 20:29:51.857749 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-26203904-2495-480d-b9f2-5c0233dc4c5f req-b23a58f1-241c-4018-9f0c-727a8d78c3a3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498273 Sep 03 20:29:51.889030 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5f8fd-0c22-4619-96ed-b753e02cf5ea req-25cfc33a-5b59-4292-ac3f-ce61dc2384c4 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:51.894074 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f0a5f8fd-0c22-4619-96ed-b753e02cf5ea req-25cfc33a-5b59-4292-ac3f-ce61dc2384c4 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 944 time: 0.0934248 Sep 03 20:29:51.936906 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f0a5f8fd-0c22-4619-96ed-b753e02cf5ea req-89eef463-f888-473a-b376-9bd52efc4308 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Sep 03 20:29:52.115258 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 59994) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:52.242173 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3bae-9655-49d8-982d-159f2cd1fb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.346213 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3bae-9655-49d8-982d-159f2cd1fb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.350122 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3bae-9655-49d8-982d-159f2cd1fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.393032 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fa1f3bae-9655-49d8-982d-159f2cd1fb23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f919e1e18de54e87b96b4f75f29a3379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763417 Sep 03 20:29:52.395039 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f3bae-9655-49d8-982d-159f2cd1fb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc87160-8a7e-4efc-ad61-124d35dc8612,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:52.395828 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60010) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:52.446616 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb9b3-6de1-4a18-b973-76092eee9dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.466342 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:52.469112 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb9b3-6de1-4a18-b973-76092eee9dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.516375 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb9b3-6de1-4a18-b973-76092eee9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.517487 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:52.519463 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb9b3-6de1-4a18-b973-76092eee9dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.520598 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-0c0bb9b3-6de1-4a18-b973-76092eee9dff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abc87160-8a7e-4efc-ad61-124d35dc8612 HTTP/1.1" status: 204 len: 168 time: 0.1238167 Sep 03 20:29:52.524070 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:52.524445 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.529017 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bb9b3-6de1-4a18-b973-76092eee9dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc87160-8a7e-4efc-ad61-124d35dc8612,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:52.617539 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.649263 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:52.652308 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5b734-b4af-4334-ad19-1a492a33165e" -d '{"events": [{"server_uuid": "bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877", "name": "network-vif-plugged", "status": "completed", "tag": "46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:52.671450 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:52.676196 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:52.715121 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715a884-c85e-4638-924f-59a264a9a759 x-openstack-request-id: req-b715a884-c85e-4638-924f-59a264a9a759 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:52.715406 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877", "name": "network-vif-plugged", "status": "completed", "tag": "46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:52.715670 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b715a884-c85e-4638-924f-59a264a9a759 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:52.716381 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', 'code': 200} Sep 03 20:29:52.744341 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:52.866855 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60028) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:52.879847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4360dc2e-69dd-43e5-a7f8-b2da6a7b941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.011489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997fe7-7d5d-4453-895b-50a6f2daa922 req-f0a5db77-5449-4d4a-ac61-d26c37cf146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:53.013023 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e0997fe7-7d5d-4453-895b-50a6f2daa922 req-f0a5db77-5449-4d4a-ac61-d26c37cf146a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 1098 time: 0.1311998 Sep 03 20:29:53.031076 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65ae8d-ce7f-40a7-b864-2b55abe33949 req-ee40d210-7ac1-4481-b764-776aea56ddc3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:53.032507 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3b65ae8d-ce7f-40a7-b864-2b55abe33949 req-ee40d210-7ac1-4481-b764-776aea56ddc3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1023638 Sep 03 20:29:53.052918 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d7574-9ffb-454f-a049-fb389fdf7450 req-e87bc8dc-fef1-43ca-8565-dabbe3745133 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:53.057896 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3e8d7574-9ffb-454f-a049-fb389fdf7450 req-e87bc8dc-fef1-43ca-8565-dabbe3745133 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 945 time: 0.0584378 Sep 03 20:29:53.093628 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3e8d7574-9ffb-454f-a049-fb389fdf7450 req-f374d0dc-9cb8-4821-b1a5-8708224c7652 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Sep 03 20:29:53.120218 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3b65ae8d-ce7f-40a7-b864-2b55abe33949 req-f6ebf864-8703-4444-bc25-1b58ca8a9abe tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746775 Sep 03 20:29:53.128407 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e0997fe7-7d5d-4453-895b-50a6f2daa922 req-a95b45bd-df98-4f97-a7c2-dc687281bbc3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929470 Sep 03 20:29:53.141217 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4360dc2e-69dd-43e5-a7f8-b2da6a7b941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.144697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4360dc2e-69dd-43e5-a7f8-b2da6a7b941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.179875 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360dc2e-69dd-43e5-a7f8-b2da6a7b941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3c63fe-28c3-4640-a68e-7a272d840e70,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:53.184861 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4360dc2e-69dd-43e5-a7f8-b2da6a7b941f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b9fa97b70ca4beba95e1e2d0fef496e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169801 Sep 03 20:29:53.187398 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60034) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:53.237745 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9cace41a-a848-47c2-8b7c-6690137d7939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.258151 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9cace41a-a848-47c2-8b7c-6690137d7939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.302462 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9cace41a-a848-47c2-8b7c-6690137d7939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.305005 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9cace41a-a848-47c2-8b7c-6690137d7939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:53.306716 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9cace41a-a848-47c2-8b7c-6690137d7939 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d3c63fe-28c3-4640-a68e-7a272d840e70 HTTP/1.1" status: 204 len: 168 time: 0.1179008 Sep 03 20:29:53.314521 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cace41a-a848-47c2-8b7c-6690137d7939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3c63fe-28c3-4640-a68e-7a272d840e70,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:53.854024 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60078) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:53.975109 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e6f2-d204-402f-ac1f-dfe6df54d30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.084655 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e6f2-d204-402f-ac1f-dfe6df54d30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.090306 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e6f2-d204-402f-ac1f-dfe6df54d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.131500 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e9d4e6f2-d204-402f-ac1f-dfe6df54d30a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8984c017339d4569951b02d8990a892f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761338 Sep 03 20:29:54.132373 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4e6f2-d204-402f-ac1f-dfe6df54d30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fc980-470c-49b1-8ddb-4d9d0ae0d732,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:54.134626 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60096) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:54.297841 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60106) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:54.313282 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f390-c8a2-447b-8ba3-643016ca952a req-61c0b2e1-5dec-4a92-9fdc-a90f34ba8e4c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:54.315115 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-eb03f390-c8a2-447b-8ba3-643016ca952a req-61c0b2e1-5dec-4a92-9fdc-a90f34ba8e4c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0910261 Sep 03 20:29:54.316391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025ce9ab-d1b7-4cb3-8e54-3b94e22a6df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.329301 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2894a63-c4b8-49f6-b8ab-a16c5e9a7129 req-e878e36d-e05f-41fd-b452-c121158cc5f0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:54.331499 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a2894a63-c4b8-49f6-b8ab-a16c5e9a7129 req-e878e36d-e05f-41fd-b452-c121158cc5f0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 945 time: 0.1283219 Sep 03 20:29:54.365308 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025ce9ab-d1b7-4cb3-8e54-3b94e22a6df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.409191 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a2894a63-c4b8-49f6-b8ab-a16c5e9a7129 req-5b4f51ea-cc94-439e-8079-6d41f1bb8c6a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716994 Sep 03 20:29:54.411725 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-eb03f390-c8a2-447b-8ba3-643016ca952a req-057a140a-69d7-451c-b8ae-c90734313c6a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837388 Sep 03 20:29:54.470077 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb83720-2ef2-4e62-a527-11c383cf1677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.478815 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025ce9ab-d1b7-4cb3-8e54-3b94e22a6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.481334 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025ce9ab-d1b7-4cb3-8e54-3b94e22a6df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.485218 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-025ce9ab-d1b7-4cb3-8e54-3b94e22a6df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d7fc980-470c-49b1-8ddb-4d9d0ae0d732 HTTP/1.1" status: 204 len: 168 time: 0.3497570 Sep 03 20:29:54.495176 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ce9ab-d1b7-4cb3-8e54-3b94e22a6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fc980-470c-49b1-8ddb-4d9d0ae0d732,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:54.587495 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb83720-2ef2-4e62-a527-11c383cf1677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.593388 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb83720-2ef2-4e62-a527-11c383cf1677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.635451 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-feb83720-2ef2-4e62-a527-11c383cf1677 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab24c5d7b5fc4a7e8ca87675ed00d76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318839 Sep 03 20:29:54.636528 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb83720-2ef2-4e62-a527-11c383cf1677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620529d1-6fbb-47df-9bd3-5986913e5021,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:54.638191 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60122) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:54.708274 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8444e72a-78bd-4508-8610-cfe9d6d6d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.736071 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8444e72a-78bd-4508-8610-cfe9d6d6d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.822987 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8444e72a-78bd-4508-8610-cfe9d6d6d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.825777 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8444e72a-78bd-4508-8610-cfe9d6d6d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.826989 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8444e72a-78bd-4508-8610-cfe9d6d6d43a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/620529d1-6fbb-47df-9bd3-5986913e5021 HTTP/1.1" status: 204 len: 168 time: 0.1877329 Sep 03 20:29:54.836063 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e72a-78bd-4508-8610-cfe9d6d6d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620529d1-6fbb-47df-9bd3-5986913e5021,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:54.999788 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60140) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:55.014396 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc01f5db-9771-4c07-b489-e489ffa9a47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.121702 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc01f5db-9771-4c07-b489-e489ffa9a47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.126928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc01f5db-9771-4c07-b489-e489ffa9a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.170452 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-dc01f5db-9771-4c07-b489-e489ffa9a47d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15a9efbd9e8248daab5f3c2d851982aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693752 Sep 03 20:29:55.172973 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60144) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:55.188194 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60146) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:55.192125 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01f5db-9771-4c07-b489-e489ffa9a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c6e3ed-4bb0-46ad-8bac-68a43be3470d,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:55.203256 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e8f72ed-2d18-41a6-b5da-86459748ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.239849 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-005bb76f-bd3c-41e6-a863-2766f9ac798f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.261826 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-005bb76f-bd3c-41e6-a863-2766f9ac798f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.310296 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e8f72ed-2d18-41a6-b5da-86459748ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.312038 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-005bb76f-bd3c-41e6-a863-2766f9ac798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.314875 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-005bb76f-bd3c-41e6-a863-2766f9ac798f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.315061 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e8f72ed-2d18-41a6-b5da-86459748ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.316146 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-005bb76f-bd3c-41e6-a863-2766f9ac798f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6c6e3ed-4bb0-46ad-8bac-68a43be3470d HTTP/1.1" status: 204 len: 168 time: 0.1421010 Sep 03 20:29:55.326107 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bb76f-bd3c-41e6-a863-2766f9ac798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c6e3ed-4bb0-46ad-8bac-68a43be3470d,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:55.362429 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2e8f72ed-2d18-41a6-b5da-86459748ad22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11a9efac8e3d4cbf9531036c308cffc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731429 Sep 03 20:29:55.363602 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f72ed-2d18-41a6-b5da-86459748ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89146d41-8c68-48f7-b6e3-021112833780,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:55.365099 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60154) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:55.419664 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f336e66b-f12f-4967-b505-ac819be2b81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.442989 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f336e66b-f12f-4967-b505-ac819be2b81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.507731 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f336e66b-f12f-4967-b505-ac819be2b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.512411 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f336e66b-f12f-4967-b505-ac819be2b81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:55.515979 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f336e66b-f12f-4967-b505-ac819be2b81c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89146d41-8c68-48f7-b6e3-021112833780 HTTP/1.1" status: 204 len: 168 time: 0.1475406 Sep 03 20:29:55.524222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336e66b-f12f-4967-b505-ac819be2b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89146d41-8c68-48f7-b6e3-021112833780,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:55.601287 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc85b5-3f52-4790-9e7f-c1cd175a2b89 req-b6bf2bac-9ef4-448d-ac1b-fa3b914ef310 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:55.611707 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-84cc85b5-3f52-4790-9e7f-c1cd175a2b89 req-b6bf2bac-9ef4-448d-ac1b-fa3b914ef310 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0730941 Sep 03 20:29:55.620351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b1dae-9607-416a-beb1-adbd243be8c2 req-0f57f70d-dab7-47cd-8461-64f002468717 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:55.621929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-460b1dae-9607-416a-beb1-adbd243be8c2 req-0f57f70d-dab7-47cd-8461-64f002468717 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 945 time: 0.0888994 Sep 03 20:29:55.673290 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-84cc85b5-3f52-4790-9e7f-c1cd175a2b89 req-6b54291e-174f-46af-b40f-9b8b0ba1f8b2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602672 Sep 03 20:29:55.716893 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-460b1dae-9607-416a-beb1-adbd243be8c2 req-42d33e7a-4325-41f5-940a-f1b8fe387500 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872712 Sep 03 20:29:56.845162 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaeda9-7d22-4073-b295-ad9214b8aeaf req-65b42917-8bb2-49a6-95d5-3078ed44fc5b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:56.848365 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4feaeda9-7d22-4073-b295-ad9214b8aeaf req-65b42917-8bb2-49a6-95d5-3078ed44fc5b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0652149 Sep 03 20:29:56.902775 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4feaeda9-7d22-4073-b295-ad9214b8aeaf req-accb1647-72a1-47a3-a591-f257622b2b17 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Sep 03 20:29:57.249523 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60272) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:57.510337 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-82457615-0909-4d35-a962-92bec018699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.616090 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-82457615-0909-4d35-a962-92bec018699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.621271 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-82457615-0909-4d35-a962-92bec018699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.648323 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-82457615-0909-4d35-a962-92bec018699a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8b1b27a86fb4451805d7e86f40ce241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976004 Sep 03 20:29:57.651551 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60302) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:57.669620 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82457615-0909-4d35-a962-92bec018699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae02dfb-b8a5-4ef8-a590-5f145f37c67e,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:57.715586 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91d9e50c-8a16-4c30-8eea-904a814f0fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.739925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91d9e50c-8a16-4c30-8eea-904a814f0fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.799036 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91d9e50c-8a16-4c30-8eea-904a814f0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.801876 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91d9e50c-8a16-4c30-8eea-904a814f0fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:57.803118 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-91d9e50c-8a16-4c30-8eea-904a814f0fb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dae02dfb-b8a5-4ef8-a590-5f145f37c67e HTTP/1.1" status: 204 len: 168 time: 0.1501710 Sep 03 20:29:57.811464 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9e50c-8a16-4c30-8eea-904a814f0fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae02dfb-b8a5-4ef8-a590-5f145f37c67e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:58.217038 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15071ed-96fe-4642-97d4-9ce707404fc3 req-8c6deab3-8ffc-41b9-ae31-cb3e99940d42 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:58.227422 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c15071ed-96fe-4642-97d4-9ce707404fc3 req-8c6deab3-8ffc-41b9-ae31-cb3e99940d42 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0755470 Sep 03 20:29:58.260398 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60352) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:58.268085 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c15071ed-96fe-4642-97d4-9ce707404fc3 req-6363b2c9-c253-4e2b-bf51-2a83576b02b0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Sep 03 20:29:58.418618 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-40c452cc-4046-4d8e-abcf-5273835122b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.553553 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-40c452cc-4046-4d8e-abcf-5273835122b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.560609 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-40c452cc-4046-4d8e-abcf-5273835122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.611308 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c452cc-4046-4d8e-abcf-5273835122b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512d291-d5fc-4928-b32f-c6674cdc0cde,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:58.622166 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-40c452cc-4046-4d8e-abcf-5273835122b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d414625c516f438ab0fa2cfc41c6973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605025 Sep 03 20:29:58.625339 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60370) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:58.683284 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:58.694389 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7962-bf69-439e-adbe-6f25170dbfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.717756 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7962-bf69-439e-adbe-6f25170dbfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.778461 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7962-bf69-439e-adbe-6f25170dbfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.781844 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7962-bf69-439e-adbe-6f25170dbfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.783246 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4d1a7962-bf69-439e-adbe-6f25170dbfca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6512d291-d5fc-4928-b32f-c6674cdc0cde HTTP/1.1" status: 204 len: 168 time: 0.1558957 Sep 03 20:29:58.809531 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a7962-bf69-439e-adbe-6f25170dbfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512d291-d5fc-4928-b32f-c6674cdc0cde,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:58.820595 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188050518-network', 'tenant_id': 'c844bac793c94eb48f8f0fb1ee960b0b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:58.878641 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Made reservation on behalf of c844bac793c94eb48f8f0fb1ee960b0b for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:58.880999 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:58.892189 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.022373 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.030413 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.064575 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:29:59.080276 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ecf914ea-b21c-4da2-88ef-21dbe6b0a501 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:59.082198 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ecf914ea-b21c-4da2-88ef-21dbe6b0a501 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.2279086 Sep 03 20:29:59.083165 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d4d76c-418f-47d3-a34b-c5adbfb7ef75,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:59.100275 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.101315 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Added segment 5304c125-95a7-467e-b8cb-77b2853515c2 of type vlan for network c6e53811-8b3c-4b48-805f-0e8d76176042 Sep 03 20:29:59.146535 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-bf786b33-436e-46ff-9402-2385c834cf34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1145463 Sep 03 20:29:59.154459 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-3e0e21d2-1f12-4b68-8718-52fb642879d9 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/quotas/d7601fcb90a947bda8b6bdd4b4003396 HTTP/1.1" status: 200 len: 375 time: 0.0543554 Sep 03 20:29:59.158189 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60404) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:59.168825 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.177086 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4458d39-508a-4a0c-80a5-d4f0c4d75f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.216081 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-a7c9e01d-264c-4239-aae8-d7e0ccfc9a88 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605984 Sep 03 20:29:59.258032 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.259818 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:59.260568 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.264257 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60408) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:59.355777 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-a48e1007-9293-42d4-aff9-e89b5fddbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:59.355987 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] Pushing event updated for resources: {'Network': ['ID=c6e53811-8b3c-4b48-805f-0e8d76176042,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:59.357266 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-a48e1007-9293-42d4-aff9-e89b5fddbeec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 1099 time: 0.1316109 Sep 03 20:29:59.368883 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network c6e53811-8b3c-4b48-805f-0e8d76176042 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:29:59.392169 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-8c0f84e3-05fe-4d9c-bc53-bd0af8e38206 service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753604 Sep 03 20:29:59.430273 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4458d39-508a-4a0c-80a5-d4f0c4d75f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.450258 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4458d39-508a-4a0c-80a5-d4f0c4d75f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.484694 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d4458d39-508a-4a0c-80a5-d4f0c4d75f5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3237dfee70eb4e7e9db2add753ef08bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254919 Sep 03 20:29:59.487753 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-59a6ce38-33c2-4bc9-bee7-3e3253840f5d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8033569 Sep 03 20:29:59.488549 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60422) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:59.497948 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:59.511476 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Request body: {'subnet': {'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188050518-subnet', 'tenant_id': 'c844bac793c94eb48f8f0fb1ee960b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:59.521554 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5addb65-5618-4039-9462-889254ee60cb req-f5fb8afa-38d3-40fa-8fc9-256c0c565953 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:59.523003 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a5addb65-5618-4039-9462-889254ee60cb req-f5fb8afa-38d3-40fa-8fc9-256c0c565953 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1367438 Sep 03 20:29:59.551946 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20a987df-3668-42e7-8d3f-074655055eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.577536 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4458d39-508a-4a0c-80a5-d4f0c4d75f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57680126-04a8-4204-9097-4c7ce45d09b8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:59.608484 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Made reservation on behalf of c844bac793c94eb48f8f0fb1ee960b0b for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:59.608901 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-67239990-1827-4bda-8bc1-21a282edaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:59.610396 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-67239990-1827-4bda-8bc1-21a282edaf61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 916 time: 0.2295234 Sep 03 20:29:59.610821 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.614657 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-7e90aa4e-65c2-4673-87b6-41707d3151e5 service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216301 Sep 03 20:29:59.619634 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a5addb65-5618-4039-9462-889254ee60cb req-62045c16-950a-41a1-94eb-17f9e8a2c80a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801017 Sep 03 20:29:59.670732 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29613475-956a-4ae7-a9aa-46bbfdfcde5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.672600 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-a8abefc8-b96f-4d8c-9b5e-75b4f2c5cfa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007b63fc-d649-4f40-9366-e40cd0906adb HTTP/1.1" status: 200 len: 217 time: 0.0508969 Sep 03 20:29:59.732133 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29613475-956a-4ae7-a9aa-46bbfdfcde5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.760267 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-e7b226d3-13c6-431b-ac65-c759e7c934b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:59.762070 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-e7b226d3-13c6-431b-ac65-c759e7c934b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.0808890 Sep 03 20:29:59.823256 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-ac9b04b9-8c1c-437a-9391-23fe1157cb93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329411 Sep 03 20:29:59.825215 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20a987df-3668-42e7-8d3f-074655055eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.844126 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20a987df-3668-42e7-8d3f-074655055eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.848086 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29613475-956a-4ae7-a9aa-46bbfdfcde5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.852474 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29613475-956a-4ae7-a9aa-46bbfdfcde5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.854440 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-29613475-956a-4ae7-a9aa-46bbfdfcde5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57680126-04a8-4204-9097-4c7ce45d09b8 HTTP/1.1" status: 204 len: 168 time: 0.3623502 Sep 03 20:29:59.881856 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29613475-956a-4ae7-a9aa-46bbfdfcde5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57680126-04a8-4204-9097-4c7ce45d09b8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:59.949319 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.953559 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a735935b-a4f6-47f5-8cd4-1df560354856 req-622b5bb7-02de-47ba-9a19-0e90acb9101d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 210 time: 0.0752449 Sep 03 20:29:59.988036 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-20a987df-3668-42e7-8d3f-074655055eb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=183f522afff44d76b203aa13d20fe394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7196350 Sep 03 20:29:59.988765 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a987df-3668-42e7-8d3f-074655055eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7dd5fd-329c-4e4c-9697-5d847a697b97,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:59.995413 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60436) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:00.042837 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138fee91-62db-446f-9b99-5806b3f6c6a0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:00.050820 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-1278cff2-a3e9-4e41-834f-2baed099a12e service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171588 Sep 03 20:30:00.055437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Checking segment: {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:00.055972 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Network hostable DHCP agents. Network: c6e53811-8b3c-4b48-805f-0e8d76176042, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:30:00.080893 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Network c6e53811-8b3c-4b48-805f-0e8d76176042 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:30:00.081198 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1edc2416-200f-4e05-9fc8-9686801f18f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.095104 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, c6e53811-8b3c-4b48-805f-0e8d76176042) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:00.105073 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:00.105742 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.111454 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc5378-cc7f-4432-b502-94842659f7d0 None None] Network c6e53811-8b3c-4b48-805f-0e8d76176042 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:00.134217 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d02362fa-563c-482f-a9ac-29fa8c64c628 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6290240 Sep 03 20:30:00.243127 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3437ec9c-51d8-40d0-adc9-8996a559c68d req-680d6ebc-a2c8-4a78-a19e-331dc14a37e7 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742625 Sep 03 20:30:00.245764 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1edc2416-200f-4e05-9fc8-9686801f18f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.255941 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d905cbf-183d-4f7a-96ed-30e620d86d55 None None] Network c6e53811-8b3c-4b48-805f-0e8d76176042 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:00.324875 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1edc2416-200f-4e05-9fc8-9686801f18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.328291 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1edc2416-200f-4e05-9fc8-9686801f18f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.329532 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1edc2416-200f-4e05-9fc8-9686801f18f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea7dd5fd-329c-4e4c-9697-5d847a697b97 HTTP/1.1" status: 204 len: 168 time: 0.3332531 Sep 03 20:30:00.346145 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc2416-200f-4e05-9fc8-9686801f18f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7dd5fd-329c-4e4c-9697-5d847a697b97,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:00.758979 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60476) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:00.769632 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.807838 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-167283ec-5ead-4c25-be55-c515e9bce431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:00.860832 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364aa4-9051-4fbb-b829-eb0309798268 req-c45ee702-b9e0-43b5-81fb-d8558f80bfa5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:00.862440 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-85364aa4-9051-4fbb-b829-eb0309798268 req-c45ee702-b9e0-43b5-81fb-d8558f80bfa5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1307199 Sep 03 20:30:00.956261 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-85364aa4-9051-4fbb-b829-eb0309798268 req-4b59e371-144c-4075-aeb9-18894b69e7fc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Sep 03 20:30:01.005246 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-167283ec-5ead-4c25-be55-c515e9bce431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.021055 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-167283ec-5ead-4c25-be55-c515e9bce431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.057937 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60490) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:01.127427 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-167283ec-5ead-4c25-be55-c515e9bce431 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40a939b5ef864961bccfdaf8a5c6ac83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643327 Sep 03 20:30:01.130071 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60494) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:01.143201 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167283ec-5ead-4c25-be55-c515e9bce431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7054b98-e0a9-49f9-8579-4f72b3a24e96,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:01.162014 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d6b37984-6f12-4b2e-9ad1-06c8fdc5df28 req-ecd4154a-6b2d-4494-af7f-cc2080c9603e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 210 time: 0.0917377 Sep 03 20:30:01.202083 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-483faa66-6568-47ca-9252-1386c20cb9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.229920 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-483faa66-6568-47ca-9252-1386c20cb9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.282446 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-244735836-network', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:01.310338 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Made reservation on behalf of dcdb5b1b9e6643d0b870ec55378d20d0 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:01.312981 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.321331 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.364179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-483faa66-6568-47ca-9252-1386c20cb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.368672 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-483faa66-6568-47ca-9252-1386c20cb9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.375841 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-483faa66-6568-47ca-9252-1386c20cb9d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7054b98-e0a9-49f9-8579-4f72b3a24e96 HTTP/1.1" status: 204 len: 168 time: 0.2428234 Sep 03 20:30:01.394901 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483faa66-6568-47ca-9252-1386c20cb9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7054b98-e0a9-49f9-8579-4f72b3a24e96,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:01.433567 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-0621cff0-70f1-471d-b0d1-3e949ed676f7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:01.436197 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-0621cff0-70f1-471d-b0d1-3e949ed676f7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.1985040 Sep 03 20:30:01.454602 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.460289 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Request body: {'port': {'device_id': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'admin_state_up': True, 'tenant_id': 'd7601fcb90a947bda8b6bdd4b4003396'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:01.463447 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.488950 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:30:01.505954 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9380d59-e150-4930-a5da-ab90cf415362,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:01.521910 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.522415 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Added segment f514bba0-5032-456b-bded-9be402f85391 of type vlan for network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d Sep 03 20:30:01.565304 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.579409 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Made reservation on behalf of d7601fcb90a947bda8b6bdd4b4003396 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:01.586252 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.593070 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.594080 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:01.594672 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.629014 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5696707 Sep 03 20:30:01.633042 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60510) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:01.639287 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Request body: {'subnet': {'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-244735836-subnet', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:01.671031 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6910-b2bb-4394-b1ec-26671adc32a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:01.683785 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:30:01.686694 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60512) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:01.695020 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Made reservation on behalf of dcdb5b1b9e6643d0b870ec55378d20d0 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:01.697388 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.716203 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5192ea32-d734-4624-aa9f-acb93794be43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.733365 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Allocated IP 172.20.0.12 (f51a444c-68ab-42d3-91dd-777e9a1fcc3b/ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d/568eca81-052e-47e5-a3c7-68c3aeddaf14) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:01.892962 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.929572 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5192ea32-d734-4624-aa9f-acb93794be43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.931882 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.932491 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.936215 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5192ea32-d734-4624-aa9f-acb93794be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.948276 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb', '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:01.992760 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event updated for resources: {'Port': ['ID=568eca81-052e-47e5-a3c7-68c3aeddaf14,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:02.007847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:02.010036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:02.011934 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192ea32-d734-4624-aa9f-acb93794be43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf151e1-72b7-417f-8c95-57c555d48509,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:02.018900 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:02.021621 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-5192ea32-d734-4624-aa9f-acb93794be43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dc2e80bc1614c11984716e15daef63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338130 Sep 03 20:30:02.022956 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=74813b4e-f992-49f0-a8a2-07d02fe19697,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:02.025583 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60518) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:02.076888 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:02.077623 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.094481 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-20d962a0-2229-4e53-8376-ae9cf87b5a48 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6431799 Sep 03 20:30:02.142368 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Request body: {'port': {'device_id': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:02.218888 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.290366 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Checking segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:02.290991 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Network hostable DHCP agents. Network: d6a22364-0f6b-4e6a-a2e3-4ca19b64641d, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:30:02.331176 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d7544-9ac5-4e78-b20c-ff54a57ac273 req-79633f25-44f3-4514-ba6d-5e4c84f3d1cd tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:02.332687 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-643d7544-9ac5-4e78-b20c-ff54a57ac273 req-79633f25-44f3-4514-ba6d-5e4c84f3d1cd tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0973430 Sep 03 20:30:02.347170 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6160377-e3d5-4ef6-896d-ae262a85b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.350639 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:30:02.381587 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, d6a22364-0f6b-4e6a-a2e3-4ca19b64641d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:02.393062 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a7b99-813e-4998-96ff-440170436256 None None] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:02.397606 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6160377-e3d5-4ef6-896d-ae262a85b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.403481 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:02.404387 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.417985 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-643d7544-9ac5-4e78-b20c-ff54a57ac273 req-4ff2e016-025e-4d8e-9553-3ce5914401d7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780978 Sep 03 20:30:02.443451 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-4c469d9d-8c37-4e05-9e83-3891da0c6dfc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8093293 Sep 03 20:30:02.448000 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:02.453365 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:02.488718 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.490193 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.497454 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6160377-e3d5-4ef6-896d-ae262a85b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.502437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6160377-e3d5-4ef6-896d-ae262a85b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.504090 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a6160377-e3d5-4ef6-896d-ae262a85b0e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccf151e1-72b7-417f-8c95-57c555d48509 HTTP/1.1" status: 204 len: 168 time: 0.4747579 Sep 03 20:30:02.534138 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6160377-e3d5-4ef6-896d-ae262a85b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf151e1-72b7-417f-8c95-57c555d48509,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:02.599400 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.692660 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-d6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:30:02.693776 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.739305 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aac2ac-e77b-499e-b420-a6399da58f6b req-7e0cbec6-b22c-4bcb-a5b9-afc62e1e65eb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:02.741725 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-59aac2ac-e77b-499e-b420-a6399da58f6b req-7e0cbec6-b22c-4bcb-a5b9-afc62e1e65eb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 932 time: 0.2372336 Sep 03 20:30:02.778282 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.859113 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568eca81-052e-47e5-a3c7-68c3aeddaf14 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:02.871285 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.876896 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-59aac2ac-e77b-499e-b420-a6399da58f6b req-4149735c-737a-40de-b4c4-9ba50645461c tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829644 Sep 03 20:30:02.877238 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-aca0642e-dcae-4240-9e8b-590013b6bf0c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:02.878939 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-aca0642e-dcae-4240-9e8b-590013b6bf0c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/networks?id=c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 200 len: 808 time: 0.2914376 Sep 03 20:30:02.909240 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Transition to ACTIVE for port object 568eca81-052e-47e5-a3c7-68c3aeddaf14 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:02.916621 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.945291 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Allocated IP 172.20.0.2 (d6a22364-0f6b-4e6a-a2e3-4ca19b64641d/74813b4e-f992-49f0-a8a2-07d02fe19697/13e3ebd6-3136-4f71-b945-79823f3a7a21) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:02.961760 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-b34f2ae0-e3bd-4fdc-b352-e29c38095412 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/quotas/c844bac793c94eb48f8f0fb1ee960b0b HTTP/1.1" status: 200 len: 375 time: 0.0740395 Sep 03 20:30:03.012380 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-2309e447-1ba1-4bd9-8ab6-65e3ccb41ee1 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484216 Sep 03 20:30:03.014412 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Pushing event updated for resources: {'Port': ['ID=568eca81-052e-47e5-a3c7-68c3aeddaf14,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:03.052478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Attempting to bind port 568eca81-052e-47e5-a3c7-68c3aeddaf14 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:03.052889 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Attempting to bind port 568eca81-052e-47e5-a3c7-68c3aeddaf14 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:03.053295 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Attempting to bind port 568eca81-052e-47e5-a3c7-68c3aeddaf14 on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:03.060554 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Port 568eca81-052e-47e5-a3c7-68c3aeddaf14 on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:30:03.060554 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Attempting to bind port 568eca81-052e-47e5-a3c7-68c3aeddaf14 on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:03.070385 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:03.070729 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Checking segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:03.071169 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Bound using segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:03.072123 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Bound port: 568eca81-052e-47e5-a3c7-68c3aeddaf14, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:03.075009 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.191729 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] For port 568eca81-052e-47e5-a3c7-68c3aeddaf14, host hv-cinder-76015, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:03.199237 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] For port 568eca81-052e-47e5-a3c7-68c3aeddaf14, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:03.210575 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.216987 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.227225 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Transition to ACTIVE for port object 13e3ebd6-3136-4f71-b945-79823f3a7a21 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:03.246884 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Transition to ACTIVE for port object 13e3ebd6-3136-4f71-b945-79823f3a7a21 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:03.255181 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.258121 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:03.258754 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.261382 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] 10.222.0.47 "PUT /v2.0/ports/568eca81-052e-47e5-a3c7-68c3aeddaf14 HTTP/1.1" status: 200 len: 1094 time: 1.1309514 Sep 03 20:30:03.263336 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'tag': '568eca81-052e-47e5-a3c7-68c3aeddaf14'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:03.264584 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e" -d '{"events": [{"name": "network-changed", "server_uuid": "75e4c415-4a2b-4327-88cb-9b5737ab3e83", "tag": "568eca81-052e-47e5-a3c7-68c3aeddaf14"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:03.267209 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-dcc4217e-7963-4cbd-8988-cdfd23d40582 service neutron] 10.222.0.23 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536149 Sep 03 20:30:03.312222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901860-b429-47dc-8c19-2472c23bba98 service neutron] Pushing event updated for resources: {'Port': ['ID=568eca81-052e-47e5-a3c7-68c3aeddaf14,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:03.326860 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Pushing event updated for resources: {'Port': ['ID=13e3ebd6-3136-4f71-b945-79823f3a7a21,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:03.335735 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:03.338113 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:03.341736 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:03.350123 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.385338 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-18c04487-cfad-4831-89db-2802e4d7f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:03.386901 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-18c04487-cfad-4831-89db-2802e4d7f297 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 1097 time: 0.0592461 Sep 03 20:30:03.398359 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05770381-ab07-4976-b774-1ffa02fd949d x-openstack-request-id: req-05770381-ab07-4976-b774-1ffa02fd949d {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:03.398666 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e4c415-4a2b-4327-88cb-9b5737ab3e83", "tag": "568eca81-052e-47e5-a3c7-68c3aeddaf14", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:03.399079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05770381-ab07-4976-b774-1ffa02fd949d {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:03.399642 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'tag': '568eca81-052e-47e5-a3c7-68c3aeddaf14', 'status': 'completed', 'code': 200} Sep 03 20:30:03.407341 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.411309 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Attempting to bind port 13e3ebd6-3136-4f71-b945-79823f3a7a21 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:03.413321 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Attempting to bind port 13e3ebd6-3136-4f71-b945-79823f3a7a21 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:03.413782 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Attempting to bind port 13e3ebd6-3136-4f71-b945-79823f3a7a21 on network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:03.427614 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:03.427997 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Checking segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:03.431716 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.431716 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Bound using segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:03.432081 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Bound port: 13e3ebd6-3136-4f71-b945-79823f3a7a21, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:03.442695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.477754 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-f2a72086-3e81-4610-ad02-f7fe470f4557 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14 HTTP/1.1" status: 200 len: 217 time: 0.0763695 Sep 03 20:30:03.493495 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-b7f35294-d248-49d3-8634-bf60cd4d15d9 service neutron] 10.222.0.23 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995280 Sep 03 20:30:03.522513 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] For port 13e3ebd6-3136-4f71-b945-79823f3a7a21, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:03.526980 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] For port 13e3ebd6-3136-4f71-b945-79823f3a7a21, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=13e3ebd6-3136-4f71-b945-79823f3a7a21,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:03.535485 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.565241 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-d74b61e3-1a69-4b45-a3e6-117d985f9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:03.569538 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-d74b61e3-1a69-4b45-a3e6-117d985f9fde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.0778909 Sep 03 20:30:03.578534 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Allocated IP 172.27.2.144 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/68d372dd-084b-4acb-8272-4aa323a2c9c3) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:03.621304 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-6d121cd1-4894-4306-90c2-c425b90bd507 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440719 Sep 03 20:30:03.678781 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3524bd-fdae-4a7b-95f2-317d79e0d9f8 None None] Pushing event updated for resources: {'Port': ['ID=13e3ebd6-3136-4f71-b945-79823f3a7a21,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:03.786075 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.835057 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190bf8e-5d15-48f0-bb0d-5d01a1988dd3 req-dea5d302-a28a-4f04-988d-6c9cdb1bfb0a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:03.836587 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5190bf8e-5d15-48f0-bb0d-5d01a1988dd3 req-dea5d302-a28a-4f04-988d-6c9cdb1bfb0a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1667559 Sep 03 20:30:03.857263 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-20a6d9d1-fd86-47b9-913a-523acea0f140 req-043d926c-86a3-4757-9200-8fbe8b7973fd tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 210 time: 0.0491319 Sep 03 20:30:03.888323 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-8d7db59d-f14a-42cd-ac25-ff25c9f3135c service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558775 Sep 03 20:30:03.904128 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:03.932940 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5190bf8e-5d15-48f0-bb0d-5d01a1988dd3 req-382d4905-0764-4ead-afe8-80b646713ec6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895290 Sep 03 20:30:03.995545 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=68d372dd-084b-4acb-8272-4aa323a2c9c3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:04.037782 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:04.078165 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:04.123907 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:04.333986 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17d91c-f55e-48cf-90e5-f3a6b79deb3d req-4aaf13c0-586f-4971-8384-8716467dcc84 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:04.345326 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1f17d91c-f55e-48cf-90e5-f3a6b79deb3d req-4aaf13c0-586f-4971-8384-8716467dcc84 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 944 time: 0.3508229 Sep 03 20:30:04.515565 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1f17d91c-f55e-48cf-90e5-f3a6b79deb3d req-5a10d7a6-8178-4696-93c6-4fb63b5de12b tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691496 Sep 03 20:30:04.567828 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99e36931-fbc3-4e02-9f22-729d5888def9 req-86095ad9-93e7-42b2-863a-3c1270578684 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691067 Sep 03 20:30:04.680390 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-7d5f5936-1b20-4eda-8b26-fd47814e7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:04.682366 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-7d5f5936-1b20-4eda-8b26-fd47814e7a77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 1097 time: 0.0429995 Sep 03 20:30:04.807383 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60656) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:04.873571 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-204f2825-ffcc-43ef-a99f-fb77febef09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:04.875172 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-204f2825-ffcc-43ef-a99f-fb77febef09a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 916 time: 0.1812747 Sep 03 20:30:04.990368 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-0b3746a4-8abf-4c15-afc0-a6b368a58323 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14 HTTP/1.1" status: 200 len: 217 time: 0.0924191 Sep 03 20:30:05.051823 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be7a2d5c-4a82-4395-b4fa-afec1b9696cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.065165 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-26660027-5b5f-4574-95a1-8d1ddd1bf747 req-daf48554-1d45-4903-9e1a-0e8060c9959a tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 210 time: 0.0915835 Sep 03 20:30:05.092982 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 13e3ebd6-3136-4f71-b945-79823f3a7a21 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:05.128321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.156303 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-8ca951fe-0760-4a6d-be4d-1abd0545e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:05.158016 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-8ca951fe-0760-4a6d-be4d-1abd0545e1b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.1541774 Sep 03 20:30:05.227331 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-438e2312-b127-41aa-a460-533c0ec92ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553336 Sep 03 20:30:05.290329 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f184217-98ff-461d-a73b-c4e47cf09556 None None] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:05.418951 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.492860 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be7a2d5c-4a82-4395-b4fa-afec1b9696cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.518227 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa564d6-5764-40b4-9cbe-633fbc83bc01 req-da2c81d1-6138-4737-b482-b67139d5890b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:05.519842 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bfa564d6-5764-40b4-9cbe-633fbc83bc01 req-da2c81d1-6138-4737-b482-b67139d5890b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1747785 Sep 03 20:30:05.529749 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be7a2d5c-4a82-4395-b4fa-afec1b9696cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.555327 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-0c68fb95-e37c-45fe-874f-8574e46700be tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:05.557989 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-0c68fb95-e37c-45fe-874f-8574e46700be tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "GET /v2.0/networks?id=c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 200 len: 808 time: 0.1878345 Sep 03 20:30:05.585890 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Request body: {'port': {'device_id': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042', 'admin_state_up': True, 'tenant_id': 'c844bac793c94eb48f8f0fb1ee960b0b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:05.586447 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 13e3ebd6-3136-4f71-b945-79823f3a7a21 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:05.611394 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-6ec0c2ec-92a3-40c8-96a5-4e04fc64b814 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696024 Sep 03 20:30:05.613895 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] Provisioning for port 13e3ebd6-3136-4f71-b945-79823f3a7a21 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:05.614697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2d5c-4a82-4395-b4fa-afec1b9696cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0029fdf0-bfd5-4433-a199-957fe170f5c5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:05.623569 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-be7a2d5c-4a82-4395-b4fa-afec1b9696cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=654be30d06c74723929f807efa160a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129885 Sep 03 20:30:05.623947 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60688) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:05.695796 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bfa564d6-5764-40b4-9cbe-633fbc83bc01 req-3f2d60d5-98fa-4056-b639-856b79ae72a8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387010 Sep 03 20:30:05.738565 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] Provisioning complete for port 13e3ebd6-3136-4f71-b945-79823f3a7a21 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:05.739638 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.742414 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 13e3ebd6-3136-4f71-b945-79823f3a7a21 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:05.743253 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.790011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:30:05.819350 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Made reservation on behalf of c844bac793c94eb48f8f0fb1ee960b0b for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:05.823022 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.841966 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c33b2e5f-0f75-40be-9f93-bf9e2518cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.886543 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c33b2e5f-0f75-40be-9f93-bf9e2518cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.906093 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab739ca2-5fea-4a72-b607-33eaba7ac394 req-0553eb0c-a211-43f7-a7cf-3dcbcdac6b65 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:05.907813 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ab739ca2-5fea-4a72-b607-33eaba7ac394 req-0553eb0c-a211-43f7-a7cf-3dcbcdac6b65 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 944 time: 0.1766768 Sep 03 20:30:05.938316 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.942002 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2a93d12-c8a9-4033-9b59-cf4c4a7bc84e req-88c031b7-783d-4000-be56-57b079154f9b service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195024 Sep 03 20:30:05.955417 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.982323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c33b2e5f-0f75-40be-9f93-bf9e2518cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.987169 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c33b2e5f-0f75-40be-9f93-bf9e2518cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.991632 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c33b2e5f-0f75-40be-9f93-bf9e2518cd43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0029fdf0-bfd5-4433-a199-957fe170f5c5 HTTP/1.1" status: 204 len: 168 time: 0.3666673 Sep 03 20:30:05.996552 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] For port 13e3ebd6-3136-4f71-b945-79823f3a7a21, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=13e3ebd6-3136-4f71-b945-79823f3a7a21,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:06.006378 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b2e5f-0f75-40be-9f93-bf9e2518cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0029fdf0-bfd5-4433-a199-957fe170f5c5,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:06.008647 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.065335 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:06.077092 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Sync routers for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:06.101040 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:06.105219 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:06.109598 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.db.api [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:30:06.110093 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG oslo_db.api [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:30:06.113589 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e51efd-6cbe-4fc8-8326-ce6aee5af0b8 None None] Pushing event updated for resources: {'Port': ['ID=13e3ebd6-3136-4f71-b945-79823f3a7a21,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:06.141069 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ab739ca2-5fea-4a72-b607-33eaba7ac394 req-91939e98-4dec-42c0-be3c-f1996d4fa7ef tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200947 Sep 03 20:30:06.203025 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dbe93c77-95ce-4921-b4b6-456fdc9335c0 req-bccb30c3-918a-4384-b89d-e51fe598814a tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 210 time: 0.0279865 Sep 03 20:30:06.232152 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d5b30c2c-33f4-4389-bd67-f51a3dc019eb None None] Provisioning complete for port 13e3ebd6-3136-4f71-b945-79823f3a7a21 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:06.233391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.234628 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ccc035b8-6b8c-41b0-9c4a-6c08f062fdf9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7854054 Sep 03 20:30:06.235764 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Allocated IP 172.20.0.14 (c6e53811-8b3c-4b48-805f-0e8d76176042/138fee91-62db-446f-9b99-5806b3f6c6a0/9f00b024-07f8-4656-b852-f2a8decf5549) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:06.237189 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b30c2c-33f4-4389-bd67-f51a3dc019eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.237763 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60700) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:06.301694 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:06.421617 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.466253 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.491545 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 568eca81-052e-47e5-a3c7-68c3aeddaf14 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:30:06.514840 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Network c6e53811-8b3c-4b48-805f-0e8d76176042 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:06.518043 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:06.522433 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:06.550400 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60704) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:06.559457 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Pushing event updated for resources: {'Port': ['ID=9f00b024-07f8-4656-b852-f2a8decf5549,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:06.577790 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa166d33-289c-49c2-b86a-8df69e28184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.586983 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:04Z', 'revision_number': 3, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:06.616311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:06.617115 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.627141 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Checking router: 950bb8b4-237e-4572-a8b2-2bf9a61e1435 for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:06.627640 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Updating router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 port 68d372dd-084b-4acb-8272-4aa323a2c9c3 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:30:06.659700 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.714656 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 568eca81-052e-47e5-a3c7-68c3aeddaf14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:06.725455 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '568eca81-052e-47e5-a3c7-68c3aeddaf14', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'port_id': '568eca81-052e-47e5-a3c7-68c3aeddaf14', 'mac_address': 'fa:16:3e:2c:d2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:30:06.755435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa166d33-289c-49c2-b86a-8df69e28184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.765846 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa166d33-289c-49c2-b86a-8df69e28184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.768597 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.789368 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568eca81-052e-47e5-a3c7-68c3aeddaf14 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:06.808413 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-25ea5e38-6eb8-426f-a9a8-dec528a05d7f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2339160 Sep 03 20:30:06.812254 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 568eca81-052e-47e5-a3c7-68c3aeddaf14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:06.823421 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.830252 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Request body: {'port': {'device_id': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:06.845441 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.859249 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-fa166d33-289c-49c2-b86a-8df69e28184d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65d4c63a08ae4e819e6ebfe0d1df3a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077610 Sep 03 20:30:06.860203 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166d33-289c-49c2-b86a-8df69e28184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d5a57-de71-4a2e-816d-72a248fdce24,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:06.862840 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60710) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:06.897100 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=568eca81-052e-47e5-a3c7-68c3aeddaf14,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:06.958179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434377-b6c5-4831-aa08-7fdffe42fdb0 req-69b9eae4-adf9-4073-8bb3-b56931673548 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:06.959759 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-30434377-b6c5-4831-aa08-7fdffe42fdb0 req-69b9eae4-adf9-4073-8bb3-b56931673548 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1163671 Sep 03 20:30:06.987330 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.023035 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45225011-88fd-448f-9cde-b87cddb95f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.031551 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 13e3ebd6-3136-4f71-b945-79823f3a7a21 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:07.075332 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-30434377-b6c5-4831-aa08-7fdffe42fdb0 req-17b17102-bdc6-4913-9f8c-29a7496c4750 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796981 Sep 03 20:30:07.079201 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45225011-88fd-448f-9cde-b87cddb95f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.092491 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 13e3ebd6-3136-4f71-b945-79823f3a7a21 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:07.102024 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.153948 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.164203 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Allocated IP 172.20.0.1 (d6a22364-0f6b-4e6a-a2e3-4ca19b64641d/74813b4e-f992-49f0-a8a2-07d02fe19697/ad2e4403-996f-405c-a524-acc72ec742d5) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:07.167302 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Transition to ACTIVE for port object 68d372dd-084b-4acb-8272-4aa323a2c9c3 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:07.179535 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.237209 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Attempting to bind port 68d372dd-084b-4acb-8272-4aa323a2c9c3 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:07.237877 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Attempting to bind port 68d372dd-084b-4acb-8272-4aa323a2c9c3 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:07.238393 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Attempting to bind port 68d372dd-084b-4acb-8272-4aa323a2c9c3 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:07.244786 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['568eca81-052e-47e5-a3c7-68c3aeddaf14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:07.260666 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:07.267329 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:07.268140 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.269318 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:07.270110 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Bound port: 68d372dd-084b-4acb-8272-4aa323a2c9c3, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:07.273669 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.338096 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.347523 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Pushing event updated for resources: {'Port': ['ID=68d372dd-084b-4acb-8272-4aa323a2c9c3,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:07.361233 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.362093 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.362643 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.363205 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.363746 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.364306 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.364864 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.365429 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.366147 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.366781 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.369477 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Transition to ACTIVE for port object ad2e4403-996f-405c-a524-acc72ec742d5 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:07.370031 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.370604 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:07.376549 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45225011-88fd-448f-9cde-b87cddb95f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.379123 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45225011-88fd-448f-9cde-b87cddb95f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.380204 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-45225011-88fd-448f-9cde-b87cddb95f89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae0d5a57-de71-4a2e-816d-72a248fdce24 HTTP/1.1" status: 204 len: 168 time: 0.5015688 Sep 03 20:30:07.393835 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225011-88fd-448f-9cde-b87cddb95f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d5a57-de71-4a2e-816d-72a248fdce24,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:07.403014 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6521a-243e-4e2b-9512-6a3e716b16c8 req-e8c41076-e338-4905-b818-53149cb5aa03 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:07.410196 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a5b6521a-243e-4e2b-9512-6a3e716b16c8 req-e8c41076-e338-4905-b818-53149cb5aa03 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 945 time: 0.1405141 Sep 03 20:30:07.438995 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a798-4144-4291-97ff-b55f256cd45e req-17b38419-3731-473c-883b-0d97f107df2a tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:07.440544 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8ca8a798-4144-4291-97ff-b55f256cd45e req-17b38419-3731-473c-883b-0d97f107df2a tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 932 time: 0.0845544 Sep 03 20:30:07.461826 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] For port 68d372dd-084b-4acb-8272-4aa323a2c9c3, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:07.470063 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.470613 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] For port 68d372dd-084b-4acb-8272-4aa323a2c9c3, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=68d372dd-084b-4acb-8272-4aa323a2c9c3,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:07.478053 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a5b6521a-243e-4e2b-9512-6a3e716b16c8 req-b19a174e-3620-44d1-b55b-50a8d3e4dfbd tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668597 Sep 03 20:30:07.480505 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.554085 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:07.554403 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f00b024-07f8-4656-b852-f2a8decf5549 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:07.556652 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:07.557279 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:07.560164 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fe1ba-2c9b-485a-ab9b-7b5f9e76f729 None None] Pushing event updated for resources: {'Port': ['ID=68d372dd-084b-4acb-8272-4aa323a2c9c3,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:07.566603 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.574733 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8ca8a798-4144-4291-97ff-b55f256cd45e req-423630db-a337-4c5c-a1e6-7a299e5203ee tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252537 Sep 03 20:30:07.577961 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:07.583825 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Transition to ACTIVE for port object 9f00b024-07f8-4656-b852-f2a8decf5549 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:07.586800 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:07.599603 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.646809 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.651382 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2e4403-996f-405c-a524-acc72ec742d5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:07.683833 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Pushing event updated for resources: {'Port': ['ID=9f00b024-07f8-4656-b852-f2a8decf5549,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:07.727542 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:07.767215 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Attempting to bind port 9f00b024-07f8-4656-b852-f2a8decf5549 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:07.767567 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Attempting to bind port 9f00b024-07f8-4656-b852-f2a8decf5549 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:07.767896 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Attempting to bind port 9f00b024-07f8-4656-b852-f2a8decf5549 on network c6e53811-8b3c-4b48-805f-0e8d76176042 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:07.776246 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Port 9f00b024-07f8-4656-b852-f2a8decf5549 on network c6e53811-8b3c-4b48-805f-0e8d76176042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:30:07.776755 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Attempting to bind port 9f00b024-07f8-4656-b852-f2a8decf5549 on network c6e53811-8b3c-4b48-805f-0e8d76176042 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:07.785068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:07.785436 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Checking segment: {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:07.785997 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Bound using segment: {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:07.786437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Bound port: 9f00b024-07f8-4656-b852-f2a8decf5549, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:07.787072 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.847620 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.881764 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] For port 9f00b024-07f8-4656-b852-f2a8decf5549, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:07.886231 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] For port 9f00b024-07f8-4656-b852-f2a8decf5549, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9f00b024-07f8-4656-b852-f2a8decf5549,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:07.893978 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.943510 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:07.944340 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.946050 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] 10.222.0.47 "PUT /v2.0/ports/9f00b024-07f8-4656-b852-f2a8decf5549 HTTP/1.1" status: 200 len: 1094 time: 1.1210046 Sep 03 20:30:07.947204 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'tag': '9f00b024-07f8-4656-b852-f2a8decf5549'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:07.949941 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5077b49-f735-48fe-a9bf-d69662d0bd78" -d '{"events": [{"name": "network-changed", "server_uuid": "e81f37db-f0e3-48bc-a8e4-93050ac677db", "tag": "9f00b024-07f8-4656-b852-f2a8decf5549"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:07.994859 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f302e7c-6968-4b04-8dbc-a81f497f4ebe service neutron] Pushing event updated for resources: {'Port': ['ID=9f00b024-07f8-4656-b852-f2a8decf5549,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:08.014671 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60728) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:08.018854 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-93dfa270-e279-488f-a199-879ad33b9f96 None None] Provisioning for port ad2e4403-996f-405c-a524-acc72ec742d5 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:08.028222 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-93dfa270-e279-488f-a199-879ad33b9f96 None None] Provisioning complete for port ad2e4403-996f-405c-a524-acc72ec742d5 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:08.029048 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93dfa270-e279-488f-a199-879ad33b9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.057417 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c5c5bd-543b-4340-832b-d5aa83ecc015 x-openstack-request-id: req-a0c5c5bd-543b-4340-832b-d5aa83ecc015 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:08.057707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81f37db-f0e3-48bc-a8e4-93050ac677db", "tag": "9f00b024-07f8-4656-b852-f2a8decf5549", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:08.057947 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0c5c5bd-543b-4340-832b-d5aa83ecc015 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:08.058658 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'tag': '9f00b024-07f8-4656-b852-f2a8decf5549', 'status': 'completed', 'code': 200} Sep 03 20:30:08.061234 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:04Z', 'revision_number': 3, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:08.067951 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23dea75f-41ab-41ee-8e2e-407f8b710173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.099449 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-93dfa270-e279-488f-a199-879ad33b9f96 None None] Port ad2e4403-996f-405c-a524-acc72ec742d5 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:30:08.104869 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-c0eb6874-6b0b-4ff6-9ed7-15b65930e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:08.106450 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-c0eb6874-6b0b-4ff6-9ed7-15b65930e68d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 1097 time: 0.1011381 Sep 03 20:30:08.108027 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6303ba-f33a-410c-8b70-d03ceec504d7 None None] The sync data for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi is: [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:04Z', 'revision_number': 3, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:08.139163 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.149445 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.191900 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-b470cb76-cf50-4500-bb14-190e6b192bc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f00b024-07f8-4656-b852-f2a8decf5549 HTTP/1.1" status: 200 len: 217 time: 0.0613899 Sep 03 20:30:08.249896 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2e4403-996f-405c-a524-acc72ec742d5,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:08.260552 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec412ce-123d-4f37-a227-91f3650fbcce req-d630cb84-c82b-41f2-9f15-17bb51b4439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:08.262157 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-d630cb84-c82b-41f2-9f15-17bb51b4439b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=138fee91-62db-446f-9b99-5806b3f6c6a0 HTTP/1.1" status: 200 len: 848 time: 0.0656185 Sep 03 20:30:08.265709 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.296136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb797cb-62e0-4b5f-a3ed-6a2bdfffbafb req-9e84a5e8-638f-4c00-a59c-54f4b8349086 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:08.302068 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bcb797cb-62e0-4b5f-a3ed-6a2bdfffbafb req-9e84a5e8-638f-4c00-a59c-54f4b8349086 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1165533 Sep 03 20:30:08.305421 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23dea75f-41ab-41ee-8e2e-407f8b710173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.308939 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-63b44e24-de96-48a1-8d86-c703de6d465a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e53811-8b3c-4b48-805f-0e8d76176042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353823 Sep 03 20:30:08.311634 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23dea75f-41ab-41ee-8e2e-407f8b710173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.388715 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-23dea75f-41ab-41ee-8e2e-407f8b710173 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=109ff4a489b04ad0bac6f6402ad0a93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697526 Sep 03 20:30:08.389021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dea75f-41ab-41ee-8e2e-407f8b710173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e79a4-9277-4c30-9f39-6818bb28f23b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:08.395617 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bcb797cb-62e0-4b5f-a3ed-6a2bdfffbafb req-17043651-fd82-4a2c-a54d-debe96c308a0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791268 Sep 03 20:30:08.395617 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60736) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:08.479884 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:08.484688 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:08.519811 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 568eca81-052e-47e5-a3c7-68c3aeddaf14 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:08.628457 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 568eca81-052e-47e5-a3c7-68c3aeddaf14 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:08.632730 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 568eca81-052e-47e5-a3c7-68c3aeddaf14 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:08.633120 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.638519 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9e57f873-d591-4892-ae8f-27e5dbfeee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.698044 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9e57f873-d591-4892-ae8f-27e5dbfeee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.708664 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:30:08.785639 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.810211 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-f1eef3a7-4da6-4c53-a80e-064ea00b75b2 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872630 Sep 03 20:30:08.819187 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d5f9-bce5-4340-8fee-b43ba252fd17 req-b06a34f3-fe89-4bbe-896b-01dff0d6ee15 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:08.827136 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-31b6d5f9-bce5-4340-8fee-b43ba252fd17 req-b06a34f3-fe89-4bbe-896b-01dff0d6ee15 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 945 time: 0.0831935 Sep 03 20:30:08.830276 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 568eca81-052e-47e5-a3c7-68c3aeddaf14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:08.833138 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568eca81-052e-47e5-a3c7-68c3aeddaf14'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:08.836036 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2015e5-3800-4ba7-b073-af5274145001" -d '{"events": [{"server_uuid": "75e4c415-4a2b-4327-88cb-9b5737ab3e83", "name": "network-vif-plugged", "status": "completed", "tag": "568eca81-052e-47e5-a3c7-68c3aeddaf14"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:08.847881 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.888382 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b963-7162-4b8f-a2e8-a9522951c152 req-df223981-6f07-47d0-8609-25dca76e6dfe tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:08.889611 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2b5b963-7162-4b8f-a2e8-a9522951c152 req-df223981-6f07-47d0-8609-25dca76e6dfe tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 944 time: 0.1687531 Sep 03 20:30:08.911284 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9e57f873-d591-4892-ae8f-27e5dbfeee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.914189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9e57f873-d591-4892-ae8f-27e5dbfeee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.918100 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9e57f873-d591-4892-ae8f-27e5dbfeee74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb5e79a4-9277-4c30-9f39-6818bb28f23b HTTP/1.1" status: 204 len: 168 time: 0.4829447 Sep 03 20:30:08.930527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-5d53dd74-a691-416e-acb4-9f57b2ffc1c2 None None] Provisioning complete for port ad2e4403-996f-405c-a524-acc72ec742d5 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:08.930932 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5d53dd74-a691-416e-acb4-9f57b2ffc1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.946396 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57f873-d591-4892-ae8f-27e5dbfeee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e79a4-9277-4c30-9f39-6818bb28f23b,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:08.952791 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-31b6d5f9-bce5-4340-8fee-b43ba252fd17 req-ef951624-328f-4892-814d-a02e2041d69d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232235 Sep 03 20:30:08.955809 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:08.968077 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3c1cc589-206f-49f1-b13c-a6318f592fc5 admin admin] 10.222.0.23 "PUT /v2.0/routers/950bb8b4-237e-4572-a8b2-2bf9a61e1435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276289 Sep 03 20:30:08.971324 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5d53dd74-a691-416e-acb4-9f57b2ffc1c2 None None] Port ad2e4403-996f-405c-a524-acc72ec742d5 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:30:09.013078 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d2b5b963-7162-4b8f-a2e8-a9522951c152 req-4b7b4bf9-68a1-4ddd-841e-5d70a2238dc0 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871694 Sep 03 20:30:09.017332 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fec412ce-123d-4f37-a227-91f3650fbcce req-5c804255-5b94-46df-ac39-18603a41612d service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878150 Sep 03 20:30:09.063277 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ae1a1-9ad7-470b-b910-80c16e21e631 x-openstack-request-id: req-a62ae1a1-9ad7-470b-b910-80c16e21e631 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:09.072827 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4c415-4a2b-4327-88cb-9b5737ab3e83", "name": "network-vif-plugged", "status": "completed", "tag": "568eca81-052e-47e5-a3c7-68c3aeddaf14", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:09.076775 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a62ae1a1-9ad7-470b-b910-80c16e21e631 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:09.077216 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568eca81-052e-47e5-a3c7-68c3aeddaf14', 'code': 200} Sep 03 20:30:09.093039 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=568eca81-052e-47e5-a3c7-68c3aeddaf14,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:09.147247 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-fec2a0de-ed9d-4a79-8f97-b7834f5744b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:09.149546 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-fec2a0de-ed9d-4a79-8f97-b7834f5744b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 1097 time: 0.0572255 Sep 03 20:30:09.177345 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 68d372dd-084b-4acb-8272-4aa323a2c9c3 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:09.299515 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 68d372dd-084b-4acb-8272-4aa323a2c9c3 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:09.308017 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 68d372dd-084b-4acb-8272-4aa323a2c9c3 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:09.308560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.330800 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-d0a37b19-4464-472b-8501-214a90b378be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:09.332316 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-d0a37b19-4464-472b-8501-214a90b378be service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 200 len: 909 time: 0.1685634 Sep 03 20:30:09.388817 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0408fe-0886-4461-8254-ae85ee8a2d7d req-6d7026ec-21a5-4c33-baa9-5b6a44bbc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:09.391007 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fe0408fe-0886-4461-8254-ae85ee8a2d7d req-6d7026ec-21a5-4c33-baa9-5b6a44bbc0b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 1099 time: 0.1106768 Sep 03 20:30:09.418157 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-3813c60b-f4c9-4b7d-aab1-ff850e6cfc64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f00b024-07f8-4656-b852-f2a8decf5549 HTTP/1.1" status: 200 len: 217 time: 0.0616484 Sep 03 20:30:09.466725 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fe0408fe-0886-4461-8254-ae85ee8a2d7d req-0f5f0f05-b350-4f75-b1d9-e33d5ddb9522 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Sep 03 20:30:09.469653 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.514318 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 68d372dd-084b-4acb-8272-4aa323a2c9c3, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=68d372dd-084b-4acb-8272-4aa323a2c9c3,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:09.515418 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-0c225d9d-1b92-4ed3-81b2-6e9de0aa22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:09.517143 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-0c225d9d-1b92-4ed3-81b2-6e9de0aa22ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=138fee91-62db-446f-9b99-5806b3f6c6a0 HTTP/1.1" status: 200 len: 848 time: 0.0897000 Sep 03 20:30:09.525440 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.606442 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=68d372dd-084b-4acb-8272-4aa323a2c9c3,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:09.616697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a25487-f0d7-4e7e-acf2-88a985a9ce70 req-3f3c8490-129a-496d-a15b-c16f176ae1d4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:09.620220 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f7a25487-f0d7-4e7e-acf2-88a985a9ce70 req-3f3c8490-129a-496d-a15b-c16f176ae1d4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1012156 Sep 03 20:30:09.666752 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f7a25487-f0d7-4e7e-acf2-88a985a9ce70 req-09d049cc-fb79-4552-8b01-3d6c6fea07dc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377719 Sep 03 20:30:09.749274 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-734b6f46-7b6d-4e59-bcf9-df4efe8c6fb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e53811-8b3c-4b48-805f-0e8d76176042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421607 Sep 03 20:30:09.862828 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-579e63e9-b055-4b1c-af17-a516a16eeeb8 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011665 Sep 03 20:30:09.933659 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60780) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:09.941452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-496585704-network', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:09.987656 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Made reservation on behalf of 04d022e8e7b847d4acf04c42dc52de2e for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:09.991723 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.002065 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.003775 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5077b49-f735-48fe-a9bf-d69662d0bd78 req-66e137a4-5508-4245-9257-b701fa0765fa service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319170 Sep 03 20:30:10.116838 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a2729ef-9930-4f72-aab7-bbdca3a3c120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.152987 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d14b6a-44dc-4d58-ac86-98535143dc09 req-37d4495b-4434-4b3e-971e-2b583f01ad2d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:10.154902 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f2d14b6a-44dc-4d58-ac86-98535143dc09 req-37d4495b-4434-4b3e-971e-2b583f01ad2d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 946 time: 0.1238272 Sep 03 20:30:10.246259 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f2d14b6a-44dc-4d58-ac86-98535143dc09 req-1c257ffc-d78b-4fdd-9571-b879720fb09b tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791998 Sep 03 20:30:10.277350 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.308462 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42691d-e32b-4271-93aa-d2911a17f9bf req-1773059d-3f71-4a54-a1c9-2a2e736b3e9c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:10.310040 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d42691d-e32b-4271-93aa-d2911a17f9bf req-1773059d-3f71-4a54-a1c9-2a2e736b3e9c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 944 time: 0.1688483 Sep 03 20:30:10.311679 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.334550 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:30:10.376691 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.377040 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Added segment 139377c8-4f1a-43bd-bda9-97f2250facd6 of type vlan for network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d Sep 03 20:30:10.396335 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cbdf3b-7de5-428e-8b73-28db13a25449,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:10.446501 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d42691d-e32b-4271-93aa-d2911a17f9bf req-29e6b93d-0866-4f87-99a1-5ca505711168 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229703 Sep 03 20:30:10.471487 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.513017 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Sync routers for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:10.514515 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.515734 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:10.516385 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.522959 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:10.523596 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:10.549850 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6149194 Sep 03 20:30:10.552778 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 60802) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:10.558449 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Request body: {'subnet': {'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-496585704-subnet', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:10.583543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Made reservation on behalf of 04d022e8e7b847d4acf04c42dc52de2e for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:10.589717 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.609444 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002198-863f-4df4-8c5b-a524290f168a admin admin] Pushing event updated for resources: {'Network': ['ID=8fb3a0c8-a7f5-4269-827a-d12fb4df440d,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:10.624742 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:30:10.664575 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:10.820560 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.839324 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d3952-eb3f-4693-abc6-8d661b94f13c req-4d3be9b5-bac9-4110-b58e-efbfc95253cc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:10.841392 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-494d3952-eb3f-4693-abc6-8d661b94f13c req-4d3be9b5-bac9-4110-b58e-efbfc95253cc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0711122 Sep 03 20:30:10.883492 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9975d9-b043-465d-9086-bf89933c97d1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:10.893922 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Checking segment: {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:10.894095 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Network hostable DHCP agents. Network: 8fb3a0c8-a7f5-4269-827a-d12fb4df440d, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:30:10.913443 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-494d3952-eb3f-4693-abc6-8d661b94f13c req-35617bc8-6964-443c-a5a5-a416d7bb33bd tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643559 Sep 03 20:30:10.919613 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:30:10.935199 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 8fb3a0c8-a7f5-4269-827a-d12fb4df440d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:10.942100 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:10.944428 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.965900 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9457925-98ab-4cd5-82ef-f08ae9a8800c None None] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:10.967692 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60810) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:10.968206 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-3cb464d9-0442-4dc5-b9ef-7b3dbb5036a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4138567 Sep 03 20:30:10.972969 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:11.013282 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.013282 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.086391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 68d372dd-084b-4acb-8272-4aa323a2c9c3 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:11.088942 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.306697 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 2, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:11.345480 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Checking router: 950bb8b4-237e-4572-a8b2-2bf9a61e1435 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:11.345750 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Updating router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 port ad2e4403-996f-405c-a524-acc72ec742d5 binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:30:11.379212 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 68d372dd-084b-4acb-8272-4aa323a2c9c3 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:11.379587 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.386808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f25cf-434e-4f4c-92e5-890d3554c0e2 req-d082be03-ff3d-43f9-a5a8-2586195c1f60 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:11.388547 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b47f25cf-434e-4f4c-92e5-890d3554c0e2 req-d082be03-ff3d-43f9-a5a8-2586195c1f60 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 946 time: 0.0586591 Sep 03 20:30:11.399562 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.438027 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-8fb3a0c8-a7f5-4269-827a-d12fb4df440d', 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'fixed_ips': [{'subnet_id': 'fe9975d9-b043-465d-9086-bf89933c97d1'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:30:11.438251 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.462894 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.472419 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b47f25cf-434e-4f4c-92e5-890d3554c0e2 req-1250dd49-8765-4743-896b-c51a1aab4e00 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Sep 03 20:30:11.651261 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a408c7-71a0-46aa-b252-14281b539dfa req-a669cd59-e64c-4e07-82f9-adbb16a50a8b tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:11.653064 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d1a408c7-71a0-46aa-b252-14281b539dfa req-a669cd59-e64c-4e07-82f9-adbb16a50a8b tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 944 time: 0.0883169 Sep 03 20:30:11.715119 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d1a408c7-71a0-46aa-b252-14281b539dfa req-d8395f4c-6462-48a7-9630-97ffe85ee046 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Sep 03 20:30:11.764327 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.789560 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.809580 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Allocated IP 172.20.0.2 (8fb3a0c8-a7f5-4269-827a-d12fb4df440d/fe9975d9-b043-465d-9086-bf89933c97d1/f3c6d44e-69be-4e8e-959f-b41ee5a73b56) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:11.922098 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Allocated IP 172.27.2.140 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/2960ce16-71fd-4db0-acb6-b72b0e9a1aea) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:12.043647 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.062416 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Transition to ACTIVE for port object ad2e4403-996f-405c-a524-acc72ec742d5 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:12.076165 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.076671 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.078174 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.086666 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf0e32-3b07-431f-b737-f04e396c1927 req-947afe97-280a-4284-8233-5dee72d070d9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:12.089510 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-69cf0e32-3b07-431f-b737-f04e396c1927 req-947afe97-280a-4284-8233-5dee72d070d9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0888975 Sep 03 20:30:12.113030 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Transition to ACTIVE for port object f3c6d44e-69be-4e8e-959f-b41ee5a73b56 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:12.144860 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Transition to ACTIVE for port object f3c6d44e-69be-4e8e-959f-b41ee5a73b56 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:12.148176 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203237-6f72-4005-94b3-8d17a2c54678 None None] Pushing event updated for resources: {'Port': ['ID=ad2e4403-996f-405c-a524-acc72ec742d5,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:12.153216 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-69cf0e32-3b07-431f-b737-f04e396c1927 req-dd0d1a59-021d-440c-9a5f-3df6941c2e99 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554385 Sep 03 20:30:12.161541 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.181299 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.245858 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:12.248950 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:12.257369 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:12.259637 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Pushing event updated for resources: {'Port': ['ID=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:12.276931 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-ec5ce0ae-e117-4c1f-852e-f81fcf37d6c6 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=78e9330dec2e455dbc87024c3438edc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406654 Sep 03 20:30:12.286652 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Attempting to bind port ad2e4403-996f-405c-a524-acc72ec742d5 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:12.287125 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Attempting to bind port ad2e4403-996f-405c-a524-acc72ec742d5 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:12.287587 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Attempting to bind port ad2e4403-996f-405c-a524-acc72ec742d5 on network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:12.294139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Pushing event updated for resources: {'Port': ['ID=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:12.297772 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:12.303259 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:12.306459 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:12.306880 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Checking segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:12.307505 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.308681 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Bound using segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:12.308681 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Bound port: ad2e4403-996f-405c-a524-acc72ec742d5, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:12.309939 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.323850 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:12.427365 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] For port ad2e4403-996f-405c-a524-acc72ec742d5, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:12.461148 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Attempting to bind port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:12.461722 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Attempting to bind port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:12.462247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Attempting to bind port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 on network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:12.469372 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] For port ad2e4403-996f-405c-a524-acc72ec742d5, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=ad2e4403-996f-405c-a524-acc72ec742d5,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:12.475177 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:12.475642 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Checking segment: {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:12.476171 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.476658 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Bound using segment: {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:12.477231 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Bound port: f3c6d44e-69be-4e8e-959f-b41ee5a73b56, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:12.478284 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.487743 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.500139 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-8ad922df-4732-4522-87d6-4bf982980d34 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:12.502318 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-8ad922df-4732-4522-87d6-4bf982980d34 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186320 Sep 03 20:30:12.517647 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-69ee76a9-8ab4-43d6-aedc-9cb879fabac5 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/quotas/78e9330dec2e455dbc87024c3438edc5 HTTP/1.1" status: 200 len: 375 time: 0.0095208 Sep 03 20:30:12.545738 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 9f00b024-07f8-4656-b852-f2a8decf5549 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:30:12.568047 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-0063d6a8-a412-4c26-81b3-e6d490db1625 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78e9330dec2e455dbc87024c3438edc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415628 Sep 03 20:30:12.585603 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.625949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:12.626569 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:29:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:12.659290 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203237-6f72-4005-94b3-8d17a2c54678 None None] Pushing event updated for resources: {'Port': ['ID=ad2e4403-996f-405c-a524-acc72ec742d5,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:12.715157 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] For port f3c6d44e-69be-4e8e-959f-b41ee5a73b56, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:12.793123 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] For port f3c6d44e-69be-4e8e-959f-b41ee5a73b56, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:12.831248 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf0fd325-6314-42c8-ad58-da69cefd3b58 req-1b68fedd-cc15-4be3-a3a2-980e463619f2 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 210 time: 0.0393703 Sep 03 20:30:12.865367 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70dfa14b-3666-4180-afdf-6d59349578f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.879871 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.952554 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.013957 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932512e-3631-4ba0-8fae-04223abe0825 req-7790eb67-d45b-4c46-9449-2d89c5241668 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:13.015746 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a932512e-3631-4ba0-8fae-04223abe0825 req-7790eb67-d45b-4c46-9449-2d89c5241668 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 944 time: 0.0879209 Sep 03 20:30:13.052133 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 9f00b024-07f8-4656-b852-f2a8decf5549, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9f00b024-07f8-4656-b852-f2a8decf5549,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:13.093946 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a932512e-3631-4ba0-8fae-04223abe0825 req-e8e511cc-e1f3-41a3-9781-195a94c0b96d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715072 Sep 03 20:30:13.102251 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410081c-6b09-4ebf-87c1-6ba107af3640 None None] Pushing event updated for resources: {'Port': ['ID=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:13.120285 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '9f00b024-07f8-4656-b852-f2a8decf5549', 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042', 'port_id': '9f00b024-07f8-4656-b852-f2a8decf5549', 'mac_address': 'fa:16:3e:51:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138fee91-62db-446f-9b99-5806b3f6c6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:30:13.127136 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.151930 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:13.209788 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:30:13.229479 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.402781 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0e18b-4735-4b8f-abcc-23a2682a201c req-91550a62-dd6b-4d96-8a8f-addb5227db79 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:13.404552 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86d0e18b-4735-4b8f-abcc-23a2682a201c req-91550a62-dd6b-4d96-8a8f-addb5227db79 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.1282113 Sep 03 20:30:13.414664 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:13.427363 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Sync routers for ids ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:13.442545 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Routers {'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:13.446125 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:30:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:13.472463 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.478198 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4a90e4b0-166a-4579-baf6-e0e1b2045d19 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5088713 Sep 03 20:30:13.478946 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 60874) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:13.498654 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86d0e18b-4735-4b8f-abcc-23a2682a201c req-1ede73fc-6d0b-4d11-b96f-320daae41d14 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832942 Sep 03 20:30:13.542845 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f00b024-07f8-4656-b852-f2a8decf5549 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:13.571228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 9f00b024-07f8-4656-b852-f2a8decf5549, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9f00b024-07f8-4656-b852-f2a8decf5549,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:13.584900 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.689237 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Set router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:13.712771 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=9f00b024-07f8-4656-b852-f2a8decf5549,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:13.822538 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:13.828063 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.860600 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619db016-affb-4340-b376-f9bb4c70ad50 None None] The sync data for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi is: [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:14.034517 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cbf2808b-bdaa-4c93-a2b7-2c7148df066f req-49d144df-0572-4404-a774-e059f2e2b463 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 210 time: 0.0862520 Sep 03 20:30:14.040825 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 3, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:14.080818 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Checking router: bcec8ce5-6886-4149-baa8-3fc8eb6c67ae for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:14.081208 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Updating router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:30:14.101693 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['9f00b024-07f8-4656-b852-f2a8decf5549'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:14.127483 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.335649 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13644f9a-b8ab-478e-b4ff-a50dd9c16924 req-813d135a-fb27-4ae4-a762-e86c25d4aceb tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:14.343976 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-13644f9a-b8ab-478e-b4ff-a50dd9c16924 req-813d135a-fb27-4ae4-a762-e86c25d4aceb tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 945 time: 0.1433764 Sep 03 20:30:14.430128 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-13644f9a-b8ab-478e-b4ff-a50dd9c16924 req-5a82d916-75e0-4616-b1cc-01be505349b0 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838854 Sep 03 20:30:14.437930 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.486115 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81848e97-f1ef-4271-9e14-f77aa3826d26 None None] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:14.502930 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-3f8c36ea-fbb9-4421-99f3-4d678bf93ca2 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=78e9330dec2e455dbc87024c3438edc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453956 Sep 03 20:30:14.579288 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.600049 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Transition to ACTIVE for port object 2960ce16-71fd-4db0-acb6-b72b0e9a1aea will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:14.626492 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.689918 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f816c7b6-4c84-4770-8de5-15259adec20d None None] Provisioning for port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:14.758406 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9cbe8-e296-446d-aec7-450a73f00b57 None None] Pushing event updated for resources: {'Port': ['ID=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:14.795923 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Attempting to bind port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:14.796620 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Attempting to bind port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:14.797042 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Attempting to bind port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:14.803373 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:14.803936 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:14.804438 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.804925 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:14.805568 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Bound port: 2960ce16-71fd-4db0-acb6-b72b0e9a1aea, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:14.806111 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.844013 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115516bd-95b0-4c57-b566-0e927b2f7e50 req-f5e8e31f-bd82-4d7d-a123-eeafdb7f9fec tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:14.851972 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-115516bd-95b0-4c57-b566-0e927b2f7e50 req-f5e8e31f-bd82-4d7d-a123-eeafdb7f9fec tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.2337601 Sep 03 20:30:14.873192 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] For port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:14.883951 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] For port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:14.892633 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.913844 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-6c99becd-603a-4963-92eb-bf5a6807e4b0 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:14.927970 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Allocated IP 172.20.0.1 (8fb3a0c8-a7f5-4269-827a-d12fb4df440d/fe9975d9-b043-465d-9086-bf89933c97d1/412395b3-ae4a-4e52-892a-479bce01211e) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:14.932360 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-6c99becd-603a-4963-92eb-bf5a6807e4b0 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200215 Sep 03 20:30:14.970642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Request body: {'port': {'device_id': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'network_id': '381f7834-f012-4854-a7c4-54ac03539739', 'admin_state_up': True, 'tenant_id': '78e9330dec2e455dbc87024c3438edc5'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:15.075993 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Routers {'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:15.076636 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:30:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:15.097300 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-115516bd-95b0-4c57-b566-0e927b2f7e50 req-dd62c16d-0448-4abe-bdd0-8cdf662d9482 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426119 Sep 03 20:30:15.219069 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9cbe8-e296-446d-aec7-450a73f00b57 None None] Pushing event updated for resources: {'Port': ['ID=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.250523 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.345900 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ad2e4403-996f-405c-a524-acc72ec742d5 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:15.351982 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3b1e167d-82f0-4ab0-a72f-21692cd27ac0 req-5897c075-a2aa-46fe-8131-47d211daad0a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 210 time: 0.0722308 Sep 03 20:30:15.356929 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Transition to ACTIVE for port object 412395b3-ae4a-4e52-892a-479bce01211e will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:15.380703 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Made reservation on behalf of 78e9330dec2e455dbc87024c3438edc5 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:15.386528 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.407889 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.425249 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] Set router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:15.507407 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port ad2e4403-996f-405c-a524-acc72ec742d5 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:15.507541 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.518240 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port ad2e4403-996f-405c-a524-acc72ec742d5 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:15.534047 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.599952 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Pushing event updated for resources: {'Port': ['ID=412395b3-ae4a-4e52-892a-479bce01211e,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.620119 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:15.622213 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:15.629915 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:15.655170 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.741836 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.831675 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99208c6d-42ee-427e-b262-43acf74eb6f3 req-50f3d69d-ae92-46b8-9cac-10dc2beae640 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:15.840184 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99208c6d-42ee-427e-b262-43acf74eb6f3 req-50f3d69d-ae92-46b8-9cac-10dc2beae640 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 945 time: 0.2585402 Sep 03 20:30:15.865941 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.892307 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789049d-457c-4068-8ed7-7d3bd66b37b4 req-c3b0b693-df56-4ac6-8250-7ab8fd72a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:15.894486 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5789049d-457c-4068-8ed7-7d3bd66b37b4 req-c3b0b693-df56-4ac6-8250-7ab8fd72a457 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 1098 time: 0.0926914 Sep 03 20:30:15.972947 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99208c6d-42ee-427e-b262-43acf74eb6f3 req-dd3f0d53-e806-4472-b04d-761c98d13f6f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311989 Sep 03 20:30:15.984055 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.995958 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.005449 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5789049d-457c-4068-8ed7-7d3bd66b37b4 req-121c732d-1e6f-42e5-8f07-05d9005d1276 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708473 Sep 03 20:30:16.132857 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.266618 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 3, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:16.343810 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-de2c5dca-6f3d-491b-bb70-dc272ec27914 None None] Provisioning for port 412395b3-ae4a-4e52-892a-479bce01211e completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:16.350580 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port ad2e4403-996f-405c-a524-acc72ec742d5, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=ad2e4403-996f-405c-a524-acc72ec742d5,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:16.353176 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-de2c5dca-6f3d-491b-bb70-dc272ec27914 None None] Provisioning complete for port 412395b3-ae4a-4e52-892a-479bce01211e triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:16.353890 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de2c5dca-6f3d-491b-bb70-dc272ec27914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.360293 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e82959-6abb-4c5f-b79c-813144f0020b None None] The sync data for ids ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'] in dv-cinder-760152-5-iscsi is: [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 3, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:16.432649 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.434249 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f3c6d44e-69be-4e8e-959f-b41ee5a73b56 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:16.434461 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.444653 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.451902 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffebedd7-4939-4da3-af87-4a92db3f816d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.489918 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Allocated IP 192.168.233.39 (381f7834-f012-4854-a7c4-54ac03539739/921aac79-8e33-4f3d-966b-e544ddfddaaa/3d3f629b-e1d1-4d39-ba76-2efc485df767) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:16.514078 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f51f-16e1-42d5-a5b7-56d84faf59b2 req-74c7816f-446f-4cc1-ad76-5f8ef9e8ed42 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:16.521592 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cff9f51f-16e1-42d5-a5b7-56d84faf59b2 req-74c7816f-446f-4cc1-ad76-5f8ef9e8ed42 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.2469885 Sep 03 20:30:16.559976 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 9f00b024-07f8-4656-b852-f2a8decf5549 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:16.606806 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cff9f51f-16e1-42d5-a5b7-56d84faf59b2 req-c79fe481-79ad-4237-9232-e8df81bf5b35 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841143 Sep 03 20:30:16.650940 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-41ae8cf3-3afd-4602-bc85-06d626ec8094 req-508b4520-d1d1-44f0-aa73-19e895daec90 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 210 time: 0.0352771 Sep 03 20:30:16.657005 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.659711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Pushing event updated for resources: {'Port': ['ID=412395b3-ae4a-4e52-892a-479bce01211e,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.687313 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-de2c5dca-6f3d-491b-bb70-dc272ec27914 None None] Port 412395b3-ae4a-4e52-892a-479bce01211e cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:30:16.716575 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=ad2e4403-996f-405c-a524-acc72ec742d5,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.736770 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 9f00b024-07f8-4656-b852-f2a8decf5549 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:16.741688 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 9f00b024-07f8-4656-b852-f2a8decf5549 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:16.742146 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.744151 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:16.768323 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:16.768708 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.798800 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.810319 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:16.811813 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:16.822767 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Transition to ACTIVE for port object 3d3f629b-e1d1-4d39-ba76-2efc485df767 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:16.882217 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.913542 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.956228 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Pushing event updated for resources: {'Port': ['ID=3d3f629b-e1d1-4d39-ba76-2efc485df767,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.976769 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Network 381f7834-f012-4854-a7c4-54ac03539739 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:16.978546 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:16.987345 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:16.994225 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port f3c6d44e-69be-4e8e-959f-b41ee5a73b56, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:16.995606 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.028139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.044658 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f00b024-07f8-4656-b852-f2a8decf5549'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:17.047995 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:30:17.049028 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae5719-bdf6-43e1-a88f-66919e0d204d" -d '{"events": [{"server_uuid": "e81f37db-f0e3-48bc-a8e4-93050ac677db", "name": "network-vif-plugged", "status": "completed", "tag": "9f00b024-07f8-4656-b852-f2a8decf5549"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:17.177378 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:17.182726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.184689 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e473c86d-cbfc-496b-a279-2c27e0c3faa1 x-openstack-request-id: req-e473c86d-cbfc-496b-a279-2c27e0c3faa1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:17.184981 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81f37db-f0e3-48bc-a8e4-93050ac677db", "name": "network-vif-plugged", "status": "completed", "tag": "9f00b024-07f8-4656-b852-f2a8decf5549", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:17.185228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e473c86d-cbfc-496b-a279-2c27e0c3faa1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:17.187832 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f00b024-07f8-4656-b852-f2a8decf5549', 'code': 200} Sep 03 20:30:17.192784 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 9f00b024-07f8-4656-b852-f2a8decf5549, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9f00b024-07f8-4656-b852-f2a8decf5549,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:17.256584 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-762f820b-36c3-4bb7-bcd2-90f459fabf19 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2982154 Sep 03 20:30:17.277627 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a136299-a4cb-4cc4-a74d-7f621142113e req-5d79353e-3791-4cc3-bcbe-a2eee1cae598 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:17.280585 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8a136299-a4cb-4cc4-a74d-7f621142113e req-5d79353e-3791-4cc3-bcbe-a2eee1cae598 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.0797274 Sep 03 20:30:17.313859 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Request body: {'port': {'device_id': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:17.330148 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.336984 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:17.454831 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:17.457049 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ad2e4403-996f-405c-a524-acc72ec742d5 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:17.463671 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=9f00b024-07f8-4656-b852-f2a8decf5549,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:17.489548 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b9fa5bf0-23ba-4619-b4c2-b64293298e5f admin admin] 10.222.0.23 "PUT /v2.0/routers/bcec8ce5-6886-4149-baa8-3fc8eb6c67ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0003138 Sep 03 20:30:17.490695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-2c73f909-ff74-4eb5-b49f-84463be8da82 None None] Provisioning complete for port 412395b3-ae4a-4e52-892a-479bce01211e triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:17.491195 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c73f909-ff74-4eb5-b49f-84463be8da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.536843 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8a136299-a4cb-4cc4-a74d-7f621142113e req-401c766d-8f45-4305-88e9-ff3a40b45178 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530652 Sep 03 20:30:17.568132 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2c73f909-ff74-4eb5-b49f-84463be8da82 None None] Port 412395b3-ae4a-4e52-892a-479bce01211e cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:30:17.579752 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port ad2e4403-996f-405c-a524-acc72ec742d5 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:17.591183 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.631705 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.655449 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600408d4-2626-45e0-82aa-b460b5d7b9c4 req-595f3962-b7e6-495a-b3cd-7e809dcd55af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:17.657039 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-600408d4-2626-45e0-82aa-b460b5d7b9c4 req-595f3962-b7e6-495a-b3cd-7e809dcd55af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 1099 time: 0.1155503 Sep 03 20:30:17.741029 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 2960ce16-71fd-4db0-acb6-b72b0e9a1aea up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:17.772014 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fd6895ea-6a21-40c4-ad14-8cd738a8fd4a None None] Provisioning for port 3d3f629b-e1d1-4d39-ba76-2efc485df767 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:17.780052 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fd6895ea-6a21-40c4-ad14-8cd738a8fd4a None None] Provisioning complete for port 3d3f629b-e1d1-4d39-ba76-2efc485df767 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:17.780430 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd6895ea-6a21-40c4-ad14-8cd738a8fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.853199 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fd6895ea-6a21-40c4-ad14-8cd738a8fd4a None None] Port 3d3f629b-e1d1-4d39-ba76-2efc485df767 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:30:17.866315 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:17.871469 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:17.871946 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.987696 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.014287 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:18.022863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.027329 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b51125-8060-48f3-9b38-0d0f781a96d9 req-beadbb1a-4e2a-4a06-897d-765dcb2076bd tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:18.029929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d2b51125-8060-48f3-9b38-0d0f781a96d9 req-beadbb1a-4e2a-4a06-897d-765dcb2076bd tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 935 time: 0.1688240 Sep 03 20:30:18.051614 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-600408d4-2626-45e0-82aa-b460b5d7b9c4 req-7f4b0fa4-a8d7-480d-8507-cf2e7487bfce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706341 Sep 03 20:30:18.073443 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b30cb-f506-44d4-9fe4-848020bb968d req-7e4b722e-3688-4de2-ba10-56090e9cc5e6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:18.075357 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-859b30cb-f506-44d4-9fe4-848020bb968d req-7e4b722e-3688-4de2-ba10-56090e9cc5e6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0739348 Sep 03 20:30:18.094984 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:18.117790 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-859b30cb-f506-44d4-9fe4-848020bb968d req-72be8b38-9c32-41ae-8dbd-9884baf3b15c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362034 Sep 03 20:30:18.118028 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d2b51125-8060-48f3-9b38-0d0f781a96d9 req-00fb6335-194b-4fc7-8e11-289783a40ea9 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 Sep 03 20:30:18.195967 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3f629b-e1d1-4d39-ba76-2efc485df767 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:18.213238 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.236170 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Transition to ACTIVE for port object 3d3f629b-e1d1-4d39-ba76-2efc485df767 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:18.242068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.284407 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442619-0c14-4493-913d-19b3b8200cee req-ea202ce3-9053-4b77-ad9b-d0b90991dc2b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:18.294913 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-de442619-0c14-4493-913d-19b3b8200cee req-ea202ce3-9053-4b77-ad9b-d0b90991dc2b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0756698 Sep 03 20:30:18.313222 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3f629b-e1d1-4d39-ba76-2efc485df767,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:18.358834 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-de442619-0c14-4493-913d-19b3b8200cee req-a7766f79-01d6-486f-8669-b4bae4e5c09d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Sep 03 20:30:18.422722 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Attempting to bind port 3d3f629b-e1d1-4d39-ba76-2efc485df767 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:18.423062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Attempting to bind port 3d3f629b-e1d1-4d39-ba76-2efc485df767 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:18.423549 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Attempting to bind port 3d3f629b-e1d1-4d39-ba76-2efc485df767 on network 381f7834-f012-4854-a7c4-54ac03539739 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:18.428436 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Port 3d3f629b-e1d1-4d39-ba76-2efc485df767 on network 381f7834-f012-4854-a7c4-54ac03539739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:30:18.428679 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Attempting to bind port 3d3f629b-e1d1-4d39-ba76-2efc485df767 on network 381f7834-f012-4854-a7c4-54ac03539739 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:18.434572 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:18.434919 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Checking segment: {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:18.435718 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Bound using segment: {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:18.436403 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Bound port: 3d3f629b-e1d1-4d39-ba76-2efc485df767, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b3bd18-52bd-4c9a-8e0a-bf997235b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '381f7834-f012-4854-a7c4-54ac03539739'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:18.436956 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.536807 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] For port 3d3f629b-e1d1-4d39-ba76-2efc485df767, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:18.539510 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] For port 3d3f629b-e1d1-4d39-ba76-2efc485df767, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:18.546302 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.612642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:18.613066 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.615591 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d3f629b-e1d1-4d39-ba76-2efc485df767 HTTP/1.1" status: 200 len: 1097 time: 1.3338666 Sep 03 20:30:18.616226 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'tag': '3d3f629b-e1d1-4d39-ba76-2efc485df767'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:18.619703 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c5d16-e99e-44c1-9f08-8fbc493ac114" -d '{"events": [{"name": "network-changed", "server_uuid": "9a80c47f-f550-4e2c-b6a2-9f86b05806a2", "tag": "3d3f629b-e1d1-4d39-ba76-2efc485df767"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:18.670650 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:30:18.752149 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98653aa-dc13-4755-b8a3-1f53e4ea5bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3f629b-e1d1-4d39-ba76-2efc485df767,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:18.902355 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec97f2c-e2bd-4284-9772-77afc2c21af4 req-95d2378c-4116-4b4e-9ff1-e6b72ae47517 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:18.902672 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8ec97f2c-e2bd-4284-9772-77afc2c21af4 req-95d2378c-4116-4b4e-9ff1-e6b72ae47517 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.2275414 Sep 03 20:30:18.917374 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e405d93-0840-488c-95e2-774b8567bdc8 x-openstack-request-id: req-3e405d93-0840-488c-95e2-774b8567bdc8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:18.917975 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a80c47f-f550-4e2c-b6a2-9f86b05806a2", "tag": "3d3f629b-e1d1-4d39-ba76-2efc485df767", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:18.918575 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e405d93-0840-488c-95e2-774b8567bdc8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:18.920338 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'tag': '3d3f629b-e1d1-4d39-ba76-2efc485df767', 'status': 'completed', 'code': 200} Sep 03 20:30:18.937552 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-bd831e15-721a-49e5-a42a-67dedf5898f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:18.948447 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-bd831e15-721a-49e5-a42a-67dedf5898f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78e9330dec2e455dbc87024c3438edc5&device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 1100 time: 0.2168896 Sep 03 20:30:19.024494 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-2742bb93-436a-40cf-b488-0e20d520c1e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767 HTTP/1.1" status: 200 len: 217 time: 0.0751028 Sep 03 20:30:19.107228 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8ec97f2c-e2bd-4284-9772-77afc2c21af4 req-28ccbda8-14da-44b2-9e90-5ea40c2b544c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736381 Sep 03 20:30:19.142895 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 2960ce16-71fd-4db0-acb6-b72b0e9a1aea up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:19.143508 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-fe3f144f-ba62-43dd-8d57-9f9fa28f4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:19.145094 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-fe3f144f-ba62-43dd-8d57-9f9fa28f4a0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=921aac79-8e33-4f3d-966b-e544ddfddaaa HTTP/1.1" status: 200 len: 843 time: 0.1077714 Sep 03 20:30:19.236661 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:19.237038 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.248812 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-7ca4172f-f984-4ab4-886e-6f6056563537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:19.250354 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-7ca4172f-f984-4ab4-886e-6f6056563537 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=381f7834-f012-4854-a7c4-54ac03539739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0858989 Sep 03 20:30:19.312527 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a8d54-f86b-463e-a4fc-5876c9c6d506 req-4a7a0339-b042-438a-8a36-5691ab5a9311 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:19.316373 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Sync routers for ids ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:19.322847 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d58a8d54-f86b-463e-a4fc-5876c9c6d506 req-4a7a0339-b042-438a-8a36-5691ab5a9311 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 947 time: 0.0909853 Sep 03 20:30:19.339074 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Routers {'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:19.339813 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:30:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:19.377367 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d58a8d54-f86b-463e-a4fc-5876c9c6d506 req-af308cb5-e253-455f-b90a-f2c7540634b7 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Sep 03 20:30:19.517740 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Set router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:19.572757 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f3c6d44e-69be-4e8e-959f-b41ee5a73b56 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:19.693169 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-d3c89bb9-ab74-4377-9661-4132163254e7 service neutron] 10.222.0.47 "GET /v2.0/networks/381f7834-f012-4854-a7c4-54ac03539739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201269 Sep 03 20:30:19.694797 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:19.695248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.853438 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3ed678b9-cf52-4950-982a-4045ddab9484 req-76f925b5-0c0f-4880-9f86-2bbbb4a97351 service neutron] 10.222.0.47 "GET /v2.0/networks/381f7834-f012-4854-a7c4-54ac03539739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404412 Sep 03 20:30:19.886690 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 4, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '412395b3-ae4a-4e52-892a-479bce01211e', 'name': '', 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'mac_address': 'fa:16:3e:a0:b8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fe9975d9-b043-465d-9086-bf89933c97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:14Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 2, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'subnets': [{'id': 'fe9975d9-b043-465d-9086-bf89933c97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:19.916945 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Checking router: bcec8ce5-6886-4149-baa8-3fc8eb6c67ae for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:19.917393 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Updating router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae port 412395b3-ae4a-4e52-892a-479bce01211e binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:30:19.955763 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.030231 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-3084fff8-85cc-4ce6-b2fd-48d0960e6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.031762 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-3084fff8-85cc-4ce6-b2fd-48d0960e6857 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78e9330dec2e455dbc87024c3438edc5&device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 1100 time: 0.0964580 Sep 03 20:30:20.203813 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-b04e56d9-2c93-40bb-adf9-6e8e4af34ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.209382 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-b04e56d9-2c93-40bb-adf9-6e8e4af34ffe service neutron] 10.222.0.47 "GET /v2.0/networks?id=381f7834-f012-4854-a7c4-54ac03539739 HTTP/1.1" status: 200 len: 870 time: 0.1628346 Sep 03 20:30:20.351578 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914143ab-8f35-4414-a71f-2837636b70eb req-688535f1-1e18-4ad5-bf36-47efcf4a3947 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.359302 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-914143ab-8f35-4414-a71f-2837636b70eb req-688535f1-1e18-4ad5-bf36-47efcf4a3947 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.0867410 Sep 03 20:30:20.419344 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-914143ab-8f35-4414-a71f-2837636b70eb req-450d198d-e5cd-4985-9098-bed1df6318f4 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505135 Sep 03 20:30:20.473518 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-4c232885-d7ec-4bbd-90e1-4282f4b24f38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767 HTTP/1.1" status: 200 len: 217 time: 0.1407323 Sep 03 20:30:20.491102 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-38bf38bc-d582-4fb6-a9f5-1626ec1561c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.494105 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-38bf38bc-d582-4fb6-a9f5-1626ec1561c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.0730391 Sep 03 20:30:20.638576 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.650719 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Transition to ACTIVE for port object 412395b3-ae4a-4e52-892a-479bce01211e will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:20.657752 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf74ad-9716-4a5e-a170-d7558f69d98c req-1ded523e-4cd4-4348-8940-55d4d36e8ed2 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.664394 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.668116 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-29bf74ad-9716-4a5e-a170-d7558f69d98c req-1ded523e-4cd4-4348-8940-55d4d36e8ed2 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 947 time: 0.1440208 Sep 03 20:30:20.702552 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-dbe4cc8b-8362-4984-9d80-ed7c2f0e5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.704051 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-dbe4cc8b-8362-4984-9d80-ed7c2f0e5abe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=921aac79-8e33-4f3d-966b-e544ddfddaaa HTTP/1.1" status: 200 len: 843 time: 0.2093825 Sep 03 20:30:20.720595 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e75e6-a8f4-4e28-ae8c-2d4088afdb62 req-cc102c0e-14c3-498c-9f95-d2b1b8233f24 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.722462 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-da4e75e6-a8f4-4e28-ae8c-2d4088afdb62 req-cc102c0e-14c3-498c-9f95-d2b1b8233f24 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1482887 Sep 03 20:30:20.740404 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840c7a9-edce-4aee-9df1-d4fe52ed78a4 None None] Pushing event updated for resources: {'Port': ['ID=412395b3-ae4a-4e52-892a-479bce01211e,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:20.753625 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-5f72aaac-6ecf-49d4-b048-21751a825798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.755668 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-5f72aaac-6ecf-49d4-b048-21751a825798 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.2473774 Sep 03 20:30:20.761687 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-29bf74ad-9716-4a5e-a170-d7558f69d98c req-4759de47-9c6b-4759-897b-ed7d4f33ee78 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918078 Sep 03 20:30:20.819006 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-ed94fed1-982f-4975-b84a-d252fba6a22b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.0546348 Sep 03 20:30:20.853501 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-da4e75e6-a8f4-4e28-ae8c-2d4088afdb62 req-edb55358-a85a-41ef-87ed-764e0783f463 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207066 Sep 03 20:30:20.855328 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Attempting to bind port 412395b3-ae4a-4e52-892a-479bce01211e on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:20.855692 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Attempting to bind port 412395b3-ae4a-4e52-892a-479bce01211e by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:20.856052 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Attempting to bind port 412395b3-ae4a-4e52-892a-479bce01211e on network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:20.876393 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:20.877102 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Checking segment: {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:20.877761 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.879617 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Bound using segment: {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:20.881159 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Bound port: 412395b3-ae4a-4e52-892a-479bce01211e, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139377c8-4f1a-43bd-bda9-97f2250facd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:20.881671 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.895690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-c0996762-6e03-4f0e-8517-614c747bd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.901466 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-c0996762-6e03-4f0e-8517-614c747bd108 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=381f7834-f012-4854-a7c4-54ac03539739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1776619 Sep 03 20:30:20.948201 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-c6be20f4-a0c9-476c-a3f8-fb949a05b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:20.950586 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-c6be20f4-a0c9-476c-a3f8-fb949a05b757 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.1162531 Sep 03 20:30:21.067566 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] For port 412395b3-ae4a-4e52-892a-479bce01211e, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:21.082725 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] For port 412395b3-ae4a-4e52-892a-479bce01211e, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=412395b3-ae4a-4e52-892a-479bce01211e,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:21.086275 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-bfa919c6-5607-4da8-a885-2ab92d71d227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181200 Sep 03 20:30:21.093878 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.170704 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840c7a9-edce-4aee-9df1-d4fe52ed78a4 None None] Pushing event updated for resources: {'Port': ['ID=412395b3-ae4a-4e52-892a-479bce01211e,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:21.174267 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Routers {'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:21.174880 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:30:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:21.177809 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-b55d35d7-e534-4f8b-a19e-420b25cf5a33 service neutron] 10.222.0.47 "GET /v2.0/networks/381f7834-f012-4854-a7c4-54ac03539739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591989 Sep 03 20:30:21.297927 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-a1215404-1478-4ec6-a871-8e7a41afbb5d service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935506 Sep 03 20:30:21.483150 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-510c5d16-e99e-44c1-9f08-8fbc493ac114 req-52d05ed7-1476-4aa5-aa77-e61dffb18419 service neutron] 10.222.0.47 "GET /v2.0/networks/381f7834-f012-4854-a7c4-54ac03539739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008654 Sep 03 20:30:21.510513 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] Set router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:21.562049 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-470011d2-9332-419e-ada7-44ab5bf51bf6 req-30be4e49-01bf-402c-a51f-2e6339e86f5a service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246063 Sep 03 20:30:21.872433 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 4, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '412395b3-ae4a-4e52-892a-479bce01211e', 'name': '', 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'mac_address': 'fa:16:3e:a0:b8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fe9975d9-b043-465d-9086-bf89933c97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:14Z', 'updated_at': '2021-09-03T20:30:21Z', 'revision_number': 4, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'subnets': [{'id': 'fe9975d9-b043-465d-9086-bf89933c97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:21.896530 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eb90-5553-4fa0-a27c-ef7e716fbcaa req-33655cdf-99ec-400f-b1b2-c7cea22c61be tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:21.906438 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474e4fb-466f-4020-9bcf-dad0b105c218 None None] The sync data for ids ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'] in dv-cinder-760152-5-iscsi is: [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 4, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '412395b3-ae4a-4e52-892a-479bce01211e', 'name': '', 'network_id': '8fb3a0c8-a7f5-4269-827a-d12fb4df440d', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'mac_address': 'fa:16:3e:a0:b8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fe9975d9-b043-465d-9086-bf89933c97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:14Z', 'updated_at': '2021-09-03T20:30:21Z', 'revision_number': 4, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'subnets': [{'id': 'fe9975d9-b043-465d-9086-bf89933c97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:21.913226 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dcb4eb90-5553-4fa0-a27c-ef7e716fbcaa req-33655cdf-99ec-400f-b1b2-c7cea22c61be tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.0990677 Sep 03 20:30:21.950302 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb8d43-2fc4-4052-9f56-afe7ba7cf514 req-64240d31-fae0-49f9-b628-c5991c94edeb tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:21.961496 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b6eb8d43-2fc4-4052-9f56-afe7ba7cf514 req-64240d31-fae0-49f9-b628-c5991c94edeb tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 947 time: 0.1082973 Sep 03 20:30:21.963462 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dcb4eb90-5553-4fa0-a27c-ef7e716fbcaa req-fb0ab290-ed03-496d-a00f-786ce8638fe3 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Sep 03 20:30:22.048245 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b6eb8d43-2fc4-4052-9f56-afe7ba7cf514 req-bbffc3a5-cdb2-4d19-ac5b-66a06e5da220 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858955 Sep 03 20:30:22.218495 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958ad1-ad2d-4a8d-8f38-c0568a6d2f7a req-47b1e2a4-d247-4efc-9011-81e22ac322b1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:22.228323 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a2958ad1-ad2d-4a8d-8f38-c0568a6d2f7a req-47b1e2a4-d247-4efc-9011-81e22ac322b1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0834520 Sep 03 20:30:22.287221 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a2958ad1-ad2d-4a8d-8f38-c0568a6d2f7a req-18a3cc79-3eb1-46fc-bcdd-70b28c12806a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Sep 03 20:30:22.564984 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3d3f629b-e1d1-4d39-ba76-2efc485df767 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:30:22.737233 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3d3f629b-e1d1-4d39-ba76-2efc485df767, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:22.751557 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '3d3f629b-e1d1-4d39-ba76-2efc485df767', 'network_id': '381f7834-f012-4854-a7c4-54ac03539739', 'port_id': '3d3f629b-e1d1-4d39-ba76-2efc485df767', 'mac_address': 'fa:16:3e:6e:ee:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921aac79-8e33-4f3d-966b-e544ddfddaaa', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:30:22.800125 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.816948 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3f629b-e1d1-4d39-ba76-2efc485df767 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:22.843267 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3d3f629b-e1d1-4d39-ba76-2efc485df767, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:22.849620 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.944083 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=3d3f629b-e1d1-4d39-ba76-2efc485df767,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:23.144996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7803-cf92-4de8-ad1d-6e160b3c92f4 req-45b0185c-9f52-4bae-8143-4a23446ebd40 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:23.150409 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-119f7803-cf92-4de8-ad1d-6e160b3c92f4 req-45b0185c-9f52-4bae-8143-4a23446ebd40 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.0952950 Sep 03 20:30:23.187200 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 412395b3-ae4a-4e52-892a-479bce01211e up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:23.212867 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-119f7803-cf92-4de8-ad1d-6e160b3c92f4 req-f28f6a17-7779-4a92-8ef0-d88300a8a692 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585477 Sep 03 20:30:23.254757 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0128d4-ab13-4c0c-9611-8c8a53359f47 req-3bdffaa4-8e03-4ebb-a8a8-40d3e233f17f tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:23.263423 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2f0128d4-ab13-4c0c-9611-8c8a53359f47 req-3bdffaa4-8e03-4ebb-a8a8-40d3e233f17f tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 948 time: 0.0928175 Sep 03 20:30:23.300657 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 412395b3-ae4a-4e52-892a-479bce01211e completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:23.308539 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 412395b3-ae4a-4e52-892a-479bce01211e triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:23.309098 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.330466 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2f0128d4-ab13-4c0c-9611-8c8a53359f47 req-9cb08778-63e6-4803-acb4-9ce6db2e8f71 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656576 Sep 03 20:30:23.410971 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['3d3f629b-e1d1-4d39-ba76-2efc485df767'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:23.461734 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd527e7-ba3e-4b60-89ba-50652d18a0cd req-7f255f1d-dcca-47cd-9825-bf89120ac1b1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:23.470028 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-acd527e7-ba3e-4b60-89ba-50652d18a0cd req-7f255f1d-dcca-47cd-9825-bf89120ac1b1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0791395 Sep 03 20:30:23.476306 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.538383 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-acd527e7-ba3e-4b60-89ba-50652d18a0cd req-a3f45069-699d-45eb-897f-295b7ed9138b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508661 Sep 03 20:30:23.542754 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 412395b3-ae4a-4e52-892a-479bce01211e, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=412395b3-ae4a-4e52-892a-479bce01211e,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:23.542754 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.623895 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=412395b3-ae4a-4e52-892a-479bce01211e,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:24.202782 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-37fb640f-673f-45c8-832c-8154bad2f50f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:24.204534 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-37fb640f-673f-45c8-832c-8154bad2f50f tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.0602350 Sep 03 20:30:24.359884 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Deleting port 9f00b024-07f8-4656-b852-f2a8decf5549 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:24.360543 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.476305 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377eefb-c451-4e86-bc71-4c98dbbaf3b5 req-2aedacb6-9bfa-4df0-9703-f335ee9c5054 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:24.483806 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f377eefb-c451-4e86-bc71-4c98dbbaf3b5 req-2aedacb6-9bfa-4df0-9703-f335ee9c5054 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 948 time: 0.0707960 Sep 03 20:30:24.486538 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] For port 9f00b024-07f8-4656-b852-f2a8decf5549, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9f00b024-07f8-4656-b852-f2a8decf5549,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:24.487123 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.502206 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Calling delete_port for 9f00b024-07f8-4656-b852-f2a8decf5549 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:24.534142 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f377eefb-c451-4e86-bc71-4c98dbbaf3b5 req-e0df8703-1795-491e-a8a7-1cf96cc49134 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Sep 03 20:30:24.564652 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7c03f-cd58-451d-ac5f-3bb6543724e4 req-3c0f9e60-f369-47e0-9979-c4b4e976dadf tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:24.566501 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-78a7c03f-cd58-451d-ac5f-3bb6543724e4 req-3c0f9e60-f369-47e0-9979-c4b4e976dadf tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=e81f37db-f0e3-48bc-a8e4-93050ac677db HTTP/1.1" status: 200 len: 946 time: 0.2389486 Sep 03 20:30:24.641299 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-78a7c03f-cd58-451d-ac5f-3bb6543724e4 req-b65a4bae-e0b5-4284-9904-56982138dcbd tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612137 Sep 03 20:30:24.677548 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bd94b-9362-44fa-ac8c-aa4b6581413f req-d1631432-2580-4c29-94c6-08516424dc49 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:24.685948 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-705bd94b-9362-44fa-ac8c-aa4b6581413f req-d1631432-2580-4c29-94c6-08516424dc49 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0786402 Sep 03 20:30:24.739949 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-705bd94b-9362-44fa-ac8c-aa4b6581413f req-d9017d04-528f-449e-acc4-ef95202f8dc8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447934 Sep 03 20:30:24.747730 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.769114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['9f00b024-07f8-4656-b852-f2a8decf5549'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:24.779493 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Pushing event deleted for resources: {'Port': ['ID=9f00b024-07f8-4656-b852-f2a8decf5549,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:24.840741 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] No DVR routers for this DVR port 9f00b024-07f8-4656-b852-f2a8decf5549 on host hv-cinder-76015 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:24.843859 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.845906 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6bd71d96-1d4b-47ba-affd-caad74a88f63 req-cc5a292a-4268-48f5-a302-782b174624f9 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "DELETE /v2.0/ports/9f00b024-07f8-4656-b852-f2a8decf5549 HTTP/1.1" status: 204 len: 173 time: 0.6277294 Sep 03 20:30:24.846335 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'name': 'network-vif-deleted', 'tag': '9f00b024-07f8-4656-b852-f2a8decf5549'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:24.848562 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b998c7e-77bc-4f31-b892-071d8f5bffe1" -d '{"events": [{"server_uuid": "e81f37db-f0e3-48bc-a8e4-93050ac677db", "name": "network-vif-deleted", "tag": "9f00b024-07f8-4656-b852-f2a8decf5549"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:24.899442 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9ea3a5-2d03-41df-b3f9-bd7ce56fc6b7 x-openstack-request-id: req-1c9ea3a5-2d03-41df-b3f9-bd7ce56fc6b7 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:24.899795 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81f37db-f0e3-48bc-a8e4-93050ac677db", "name": "network-vif-deleted", "tag": "9f00b024-07f8-4656-b852-f2a8decf5549", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:24.900051 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c9ea3a5-2d03-41df-b3f9-bd7ce56fc6b7 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:24.900492 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81f37db-f0e3-48bc-a8e4-93050ac677db', 'name': 'network-vif-deleted', 'tag': '9f00b024-07f8-4656-b852-f2a8decf5549', 'status': 'completed', 'code': 200} Sep 03 20:30:25.155446 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 412395b3-ae4a-4e52-892a-479bce01211e up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:25.220422 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 412395b3-ae4a-4e52-892a-479bce01211e triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:25.221053 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:25.317372 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-841468d0-5e6a-439f-8913-788404c124fa tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:25.318893 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-841468d0-5e6a-439f-8913-788404c124fa tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.1338620 Sep 03 20:30:25.335198 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-8adf11e8-f678-4a59-9840-cd87cb0ebf09 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/quotas/d7601fcb90a947bda8b6bdd4b4003396 HTTP/1.1" status: 200 len: 375 time: 0.0097420 Sep 03 20:30:25.405785 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-5d4417d3-927a-4947-b51c-baa4b2882dfb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618608 Sep 03 20:30:25.526002 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-ef7e50c3-9f5a-476d-be5a-8370d4bb3b63 service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192808 Sep 03 20:30:25.652240 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-d5245c1d-42c8-4774-86be-247898e31e09 service neutron] 10.222.0.23 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213343 Sep 03 20:30:25.683160 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fe9de-9133-4e08-8ad2-2af5836fe545 req-b125dac5-6c39-4ac7-b06e-2705a76b8fb5 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:25.694366 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5f1fe9de-9133-4e08-8ad2-2af5836fe545 req-b125dac5-6c39-4ac7-b06e-2705a76b8fb5 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 948 time: 0.0779727 Sep 03 20:30:25.756924 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5f1fe9de-9133-4e08-8ad2-2af5836fe545 req-c6bbe8d1-2bd8-4945-92d1-58ae67c8b55e tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613263 Sep 03 20:30:25.956518 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-feb410fc-7189-4449-bad5-25a0b7735bca req-0a3bf9a0-26a9-46f6-b5ac-64d9ab14bab3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 210 time: 0.0380321 Sep 03 20:30:26.005193 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc1128-1454-4cee-846f-b2f5fbc0486a req-03c0a656-dc6c-48b6-aace-26d508ef0015 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:26.007959 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63cc1128-1454-4cee-846f-b2f5fbc0486a req-03c0a656-dc6c-48b6-aace-26d508ef0015 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0859473 Sep 03 20:30:26.074475 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63cc1128-1454-4cee-846f-b2f5fbc0486a req-d78429d7-efaf-4437-904d-b1dd9a165fc5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Sep 03 20:30:26.294527 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-98ce898f-ac72-482a-b022-36ab0053d58c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:26.296565 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-98ce898f-ac72-482a-b022-36ab0053d58c tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/networks?id=c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 200 len: 808 time: 0.1337500 Sep 03 20:30:26.320108 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-91502a3e-c4ac-44f5-873e-175d185cb972 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/quotas/c844bac793c94eb48f8f0fb1ee960b0b HTTP/1.1" status: 200 len: 375 time: 0.0166643 Sep 03 20:30:26.351368 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-1d3b2e07-4d39-4636-bfa1-57fe4d30a0cf tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306160 Sep 03 20:30:26.469692 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-2cf65e72-e916-4a3e-baab-3fb333501161 service neutron] 10.222.0.23 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101139 Sep 03 20:30:26.570697 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3d3f629b-e1d1-4d39-ba76-2efc485df767 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:26.597111 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-fbd96ca8-cf0b-474b-9e91-d40b1a11bcec service neutron] 10.222.0.23 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194608 Sep 03 20:30:26.634957 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 3d3f629b-e1d1-4d39-ba76-2efc485df767 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:26.642517 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 3d3f629b-e1d1-4d39-ba76-2efc485df767 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:26.643282 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:26.745692 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:26.806233 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f629b-e1d1-4d39-ba76-2efc485df767'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:26.816584 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e034dd-f429-463d-b62e-549b8069fefa" -d '{"events": [{"server_uuid": "9a80c47f-f550-4e2c-b6a2-9f86b05806a2", "name": "network-vif-plugged", "status": "completed", "tag": "3d3f629b-e1d1-4d39-ba76-2efc485df767"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:26.824239 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a864c131-15de-49e6-bcd6-55e5d9da4af7 req-7eb3b8dc-bccf-49a4-936c-1d56c1c61cf5 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 210 time: 0.0524819 Sep 03 20:30:26.865984 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3d3f629b-e1d1-4d39-ba76-2efc485df767, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:26.921470 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.006138 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f96a1-4fd1-49fb-b3a9-0c5a4efde1fd req-6c3675e6-6a14-4d51-b080-ee5d46d98418 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:27.006138 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e76f96a1-4fd1-49fb-b3a9-0c5a4efde1fd req-6c3675e6-6a14-4d51-b080-ee5d46d98418 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.1040053 Sep 03 20:30:27.057979 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f1a62a-ff43-40ec-8edd-372bcc39d3aa x-openstack-request-id: req-90f1a62a-ff43-40ec-8edd-372bcc39d3aa {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:27.058294 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a80c47f-f550-4e2c-b6a2-9f86b05806a2", "name": "network-vif-plugged", "status": "completed", "tag": "3d3f629b-e1d1-4d39-ba76-2efc485df767", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:27.058565 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90f1a62a-ff43-40ec-8edd-372bcc39d3aa {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:27.070564 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f629b-e1d1-4d39-ba76-2efc485df767', 'code': 200} Sep 03 20:30:27.092678 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e76f96a1-4fd1-49fb-b3a9-0c5a4efde1fd req-d143eb97-ff42-4feb-ad5b-f1330fb497de tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759308 Sep 03 20:30:27.159016 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=3d3f629b-e1d1-4d39-ba76-2efc485df767,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:27.177819 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-328167fa-16a7-40cc-9528-8906a16bf3e4 req-e20f8b77-d1ff-4539-a2dd-a25709a7c9a3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 210 time: 0.1022038 Sep 03 20:30:27.353856 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fac6a-78f2-471b-a7b4-0024daf2f4e2 req-9b15f59a-dda9-47e5-b486-916b87ce0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:27.356202 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cf3fac6a-78f2-471b-a7b4-0024daf2f4e2 req-9b15f59a-dda9-47e5-b486-916b87ce0eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 1102 time: 0.0918574 Sep 03 20:30:27.375616 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-92200df0-3e14-4694-8b61-16688654c4cb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:27.378335 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-92200df0-3e14-4694-8b61-16688654c4cb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 815 time: 0.1993663 Sep 03 20:30:27.415983 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Request body: {'port': {'device_id': '8de057f3-a28b-487a-89c0-c412489a84fe', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'admin_state_up': True, 'tenant_id': 'd7601fcb90a947bda8b6bdd4b4003396'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:27.420926 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cf3fac6a-78f2-471b-a7b4-0024daf2f4e2 req-c41f1b85-4ff3-4fd2-8381-f56688af79f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Sep 03 20:30:27.480355 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a3e6b-406b-4af6-991e-9ad6cb7bfa2e req-6ef8d402-6cc1-474b-a017-1e8843987615 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:27.481870 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b41a3e6b-406b-4af6-991e-9ad6cb7bfa2e req-6ef8d402-6cc1-474b-a017-1e8843987615 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1024415 Sep 03 20:30:27.578337 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b41a3e6b-406b-4af6-991e-9ad6cb7bfa2e req-731a7662-10ba-4981-8c03-d312a79111ce tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Sep 03 20:30:27.610740 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Made reservation on behalf of d7601fcb90a947bda8b6bdd4b4003396 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:27.614353 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.776909 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Allocated IP 172.20.0.8 (f51a444c-68ab-42d3-91dd-777e9a1fcc3b/ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d/b3c6a263-85cf-4cba-9016-e3d9b2c32604) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:27.959461 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-46e788f9-0ece-413f-9f41-b70ae8c5fa44 req-632fdfc1-3b98-47f9-a9fb-586dfed3d76b tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 210 time: 0.0362003 Sep 03 20:30:28.027494 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.075245 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.089253 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb', '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', '568eca81-052e-47e5-a3c7-68c3aeddaf14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:28.115565 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Network f51a444c-68ab-42d3-91dd-777e9a1fcc3b is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:28.117307 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:28.122561 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:28.216520 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event updated for resources: {'Port': ['ID=b3c6a263-85cf-4cba-9016-e3d9b2c32604,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:28.233300 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:28.233957 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.255411 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-3cd27ecd-c0c2-44bd-93c6-3eb9fbcc16bf tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451469 Sep 03 20:30:28.268769 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee181c34-b278-4fcd-bf9f-2b7fe16e8aa0 req-18331a69-e974-4db6-8fe6-c614bb52f51d tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:28.270347 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ee181c34-b278-4fcd-bf9f-2b7fe16e8aa0 req-18331a69-e974-4db6-8fe6-c614bb52f51d tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.0931723 Sep 03 20:30:28.277373 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Request body: {'port': {'device_id': '8de057f3-a28b-487a-89c0-c412489a84fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:28.366845 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.385195 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac30ff-606a-48ca-ad29-877e70a6ba8b req-ecc9c9fd-fcef-4654-b2d8-b5a5d3746f33 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:28.387143 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-50ac30ff-606a-48ca-ad29-877e70a6ba8b req-ecc9c9fd-fcef-4654-b2d8-b5a5d3746f33 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 931 time: 0.1185248 Sep 03 20:30:28.478604 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-50ac30ff-606a-48ca-ad29-877e70a6ba8b req-247fbed6-9dfc-410f-b55b-69701ebd0266 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748980 Sep 03 20:30:28.569861 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 9f00b024-07f8-4656-b852-f2a8decf5549 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:28.574508 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ee181c34-b278-4fcd-bf9f-2b7fe16e8aa0 req-197b83c9-20ed-4bc9-b2ae-b1ab52e6276f tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171667 Sep 03 20:30:28.615280 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 9f00b024-07f8-4656-b852-f2a8decf5549 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:28.615829 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 9f00b024-07f8-4656-b852-f2a8decf5549 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:28.788624 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c6a263-85cf-4cba-9016-e3d9b2c32604 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:28.798070 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.822477 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Transition to ACTIVE for port object b3c6a263-85cf-4cba-9016-e3d9b2c32604 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:28.827631 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.888150 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1101706-fd6c-4fc4-97e9-c23cf240ec51 req-6e6909d2-c277-4da4-864c-999e46f34b75 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:28.889765 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1101706-fd6c-4fc4-97e9-c23cf240ec51 req-6e6909d2-c277-4da4-864c-999e46f34b75 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1515167 Sep 03 20:30:28.937168 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6a263-85cf-4cba-9016-e3d9b2c32604,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:28.973244 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1101706-fd6c-4fc4-97e9-c23cf240ec51 req-d42637c1-3e00-4019-bf49-cdeb767ca67b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Sep 03 20:30:28.985521 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-f54286e7-dfb9-4bad-bf21-e6f083754639 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:28.987230 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-f54286e7-dfb9-4bad-bf21-e6f083754639 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "GET /v2.0/networks?id=c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 200 len: 808 time: 0.3119380 Sep 03 20:30:29.009741 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Request body: {'port': {'device_id': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042', 'admin_state_up': True, 'tenant_id': 'c844bac793c94eb48f8f0fb1ee960b0b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:29.119337 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Attempting to bind port b3c6a263-85cf-4cba-9016-e3d9b2c32604 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:29.119923 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Attempting to bind port b3c6a263-85cf-4cba-9016-e3d9b2c32604 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:29.119923 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Attempting to bind port b3c6a263-85cf-4cba-9016-e3d9b2c32604 on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:29.137704 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-21da70c5-2ccb-42f9-9392-3ca22de0c8c9 req-39f70141-edb4-4c93-b45d-df0825faf977 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 210 time: 0.0362172 Sep 03 20:30:29.139555 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Port b3c6a263-85cf-4cba-9016-e3d9b2c32604 on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:30:29.139880 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Attempting to bind port b3c6a263-85cf-4cba-9016-e3d9b2c32604 on network f51a444c-68ab-42d3-91dd-777e9a1fcc3b {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:29.145928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:29.146271 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Checking segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:29.146656 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Bound using segment: {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:29.147089 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Bound port: b3c6a263-85cf-4cba-9016-e3d9b2c32604, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13c272c-f6d4-4c71-8940-8cf5d1238729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:29.147454 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:29.213883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Made reservation on behalf of c844bac793c94eb48f8f0fb1ee960b0b for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:29.217601 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:29.236167 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] For port b3c6a263-85cf-4cba-9016-e3d9b2c32604, host hv-cinder-76015, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:29.239892 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] For port b3c6a263-85cf-4cba-9016-e3d9b2c32604, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:29.244542 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:29.299877 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6a263-85cf-4cba-9016-e3d9b2c32604,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:29.313966 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:29.313966 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:29.315250 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-4cc7ea96-1f20-41c8-ab10-c00c7b2d0d47 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3c6a263-85cf-4cba-9016-e3d9b2c32604 HTTP/1.1" status: 200 len: 1093 time: 1.0437424 Sep 03 20:30:29.315694 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de057f3-a28b-487a-89c0-c412489a84fe', 'tag': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:29.318235 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933a2f2-619a-48e5-b00c-c027695f72bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8de057f3-a28b-487a-89c0-c412489a84fe", "tag": "b3c6a263-85cf-4cba-9016-e3d9b2c32604"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:29.372226 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d855d877-0e74-45ea-8170-f91dbf299837 x-openstack-request-id: req-d855d877-0e74-45ea-8170-f91dbf299837 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:29.372582 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de057f3-a28b-487a-89c0-c412489a84fe", "tag": "b3c6a263-85cf-4cba-9016-e3d9b2c32604", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:29.372895 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d855d877-0e74-45ea-8170-f91dbf299837 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:29.373354 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de057f3-a28b-487a-89c0-c412489a84fe', 'tag': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604', 'status': 'completed', 'code': 200} Sep 03 20:30:29.390056 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Allocated IP 172.20.0.2 (c6e53811-8b3c-4b48-805f-0e8d76176042/138fee91-62db-446f-9b99-5806b3f6c6a0/a2cd96c4-65ef-4e97-ae4a-eedfe110a034) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:29.475783 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-a45d6f54-7a47-4faf-8eab-fd9300bed3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:29.477939 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-a45d6f54-7a47-4faf-8eab-fd9300bed3f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 1096 time: 0.0703738 Sep 03 20:30:29.539882 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-f19c736f-f5ed-48e3-aa93-2ac63021fd2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604 HTTP/1.1" status: 200 len: 217 time: 0.0518079 Sep 03 20:30:29.669821 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-9b843bc7-810a-4569-af39-d417838415e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:29.671311 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-9b843bc7-810a-4569-af39-d417838415e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.1188257 Sep 03 20:30:29.685482 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43203-1aa8-424e-a654-d303a367b7c9 req-f3513055-52c4-49ac-a3f4-a926c4928d70 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:29.692953 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dab43203-1aa8-424e-a654-d303a367b7c9 req-f3513055-52c4-49ac-a3f4-a926c4928d70 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 943 time: 0.1269262 Sep 03 20:30:29.732496 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:29.736707 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-fc24278e-d58d-4a8d-9ad2-9cd957d66c97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417252 Sep 03 20:30:29.757518 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dab43203-1aa8-424e-a654-d303a367b7c9 req-5f2dd3e0-33aa-4297-a85b-d8c857cfa128 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609334 Sep 03 20:30:29.764906 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86381-8952-4c34-87a6-9129983f20cd req-fc038388-eb65-411f-b54a-0a38e08ed5da tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:29.766578 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-74d86381-8952-4c34-87a6-9129983f20cd req-fc038388-eb65-411f-b54a-0a38e08ed5da tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.0932984 Sep 03 20:30:29.838631 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-74d86381-8952-4c34-87a6-9129983f20cd req-1c2d4423-cbac-46d1-8269-53244c14cbfc tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Sep 03 20:30:29.873229 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:29.924718 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-10262984-51db-4ac1-a679-9e32b402bc8e service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647940 Sep 03 20:30:29.969321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Network c6e53811-8b3c-4b48-805f-0e8d76176042 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:29.974880 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:29.977910 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:30.084372 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Pushing event updated for resources: {'Port': ['ID=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:30.096763 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.097628 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.112995 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8c197a2-f2f3-4a1e-9085-af1d7efe485a req-6cfa8e2d-d787-4480-adf7-c98d8dd5c6e0 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687827 Sep 03 20:30:30.128808 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-57880e59-0eda-4d5d-a5c0-b8f8cc95c448 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235156 Sep 03 20:30:30.157144 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Request body: {'port': {'device_id': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:30.241032 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eae22-a010-4ee0-ae66-aa2229464071 req-274b1e26-bc22-4b07-9a7e-6122ddfabf8d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.242625 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-199eae22-a010-4ee0-ae66-aa2229464071 req-274b1e26-bc22-4b07-9a7e-6122ddfabf8d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1070457 Sep 03 20:30:30.247683 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.275849 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-6b027c43-4182-472e-b565-1579eb6d6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.277305 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-6b027c43-4182-472e-b565-1579eb6d6d45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 1096 time: 0.0869923 Sep 03 20:30:30.318486 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-199eae22-a010-4ee0-ae66-aa2229464071 req-6ebc0e9a-802b-49b9-b6a7-a1a7a47b6810 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685570 Sep 03 20:30:30.320342 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52319f5-596f-458a-a40d-bc689b6a9613 req-35e86ab3-7e56-4ea0-a869-b8832b83aac6 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.323043 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e52319f5-596f-458a-a40d-bc689b6a9613 req-35e86ab3-7e56-4ea0-a869-b8832b83aac6 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.1014419 Sep 03 20:30:30.431361 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e52319f5-596f-458a-a40d-bc689b6a9613 req-2270b37c-cdc2-4890-8a19-e70107326cac tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964029 Sep 03 20:30:30.474896 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-603a3994-fc74-46f8-a74b-6c5d83305e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.476438 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-603a3994-fc74-46f8-a74b-6c5d83305e12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 200 len: 916 time: 0.1891029 Sep 03 20:30:30.527230 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-350298d1-48fa-4497-ba9a-4fa88d82138a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604 HTTP/1.1" status: 200 len: 217 time: 0.0407066 Sep 03 20:30:30.535100 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a0fec-c5ab-4317-bc08-d6c5e5bcc7a3 req-1313ab3d-85fc-450d-ba79-0fad300f2c66 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.536662 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-953a0fec-c5ab-4317-bc08-d6c5e5bcc7a3 req-1313ab3d-85fc-450d-ba79-0fad300f2c66 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 931 time: 0.1254537 Sep 03 20:30:30.599850 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-6c6fad2d-1657-416e-bb26-d1dbfcb9f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.601562 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-6c6fad2d-1657-416e-bb26-d1dbfcb9f321 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 200 len: 855 time: 0.0613902 Sep 03 20:30:30.608154 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-953a0fec-c5ab-4317-bc08-d6c5e5bcc7a3 req-d4071a63-26a9-4d0b-a9aa-dc5504975cac tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Sep 03 20:30:30.650854 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cd96c4-65ef-4e97-ae4a-eedfe110a034 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:30.662008 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-6f4fe4d9-09a8-4a4e-b286-989227f44b72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f51a444c-68ab-42d3-91dd-777e9a1fcc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506489 Sep 03 20:30:30.664352 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.677056 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Transition to ACTIVE for port object a2cd96c4-65ef-4e97-ae4a-eedfe110a034 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:30.683618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.745645 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028531db-5156-4420-b135-352f92532b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:30.803048 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.856542 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Attempting to bind port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:30.856768 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Attempting to bind port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:30.857179 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Attempting to bind port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 on network c6e53811-8b3c-4b48-805f-0e8d76176042 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:30.861980 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 on network c6e53811-8b3c-4b48-805f-0e8d76176042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:30:30.862300 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Attempting to bind port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 on network c6e53811-8b3c-4b48-805f-0e8d76176042 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:30.875591 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:30.877383 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Checking segment: {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:30.877383 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Bound using segment: {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:30.877714 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Bound port: a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5304c125-95a7-467e-b8cb-77b2853515c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:30.879360 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.938285 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-1ee8b431-826a-4aa1-ace2-3b3e9cf1ec71 service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616136 Sep 03 20:30:30.971711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c0caf-50cf-47f3-87f6-ca9c463496aa req-ac38f6d9-e8a1-4488-b3fa-6eb23480f8de tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.973625 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d77c0caf-50cf-47f3-87f6-ca9c463496aa req-ac38f6d9-e8a1-4488-b3fa-6eb23480f8de tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 943 time: 0.1272922 Sep 03 20:30:31.060184 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] For port a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:31.067809 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] For port a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:31.101135 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.222201 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d77c0caf-50cf-47f3-87f6-ca9c463496aa req-740909dc-27e1-4247-a3c5-534ddbfca072 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115359 Sep 03 20:30:31.224847 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a933a2f2-619a-48e5-b00c-c027695f72bc req-321d61f5-4f90-44dd-bdaf-d94ef178490c service neutron] 10.222.0.47 "GET /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730515 Sep 03 20:30:31.321160 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.321850 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.323331 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-028531db-5156-4420-b135-352f92532b57 service neutron] 10.222.0.47 "PUT /v2.0/ports/a2cd96c4-65ef-4e97-ae4a-eedfe110a034 HTTP/1.1" status: 200 len: 1093 time: 1.1744196 Sep 03 20:30:31.323744 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'tag': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:31.331021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903eb48b-50d3-43b9-bc8d-126d48b0a21e" -d '{"events": [{"name": "network-changed", "server_uuid": "05d7db9c-5568-406a-8403-5e57a9657e3b", "tag": "a2cd96c4-65ef-4e97-ae4a-eedfe110a034"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:31.356841 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028531db-5156-4420-b135-352f92532b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:31.408469 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f343a-6f1f-45cf-840b-58756ecd5e10 x-openstack-request-id: req-3a5f343a-6f1f-45cf-840b-58756ecd5e10 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:31.408745 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d7db9c-5568-406a-8403-5e57a9657e3b", "tag": "a2cd96c4-65ef-4e97-ae4a-eedfe110a034", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:31.409075 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a5f343a-6f1f-45cf-840b-58756ecd5e10 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:31.409421 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'tag': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034', 'status': 'completed', 'code': 200} Sep 03 20:30:31.547463 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-6889ee31-732a-4921-a317-3fc792e34574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.551079 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-6889ee31-732a-4921-a317-3fc792e34574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 1096 time: 0.1308396 Sep 03 20:30:31.584812 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bdbb4-0eb0-45b8-9ada-962b6813a249 req-616e3b4a-04e0-48f2-a57d-b3e3ebb212c6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.596781 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-697bdbb4-0eb0-45b8-9ada-962b6813a249 req-616e3b4a-04e0-48f2-a57d-b3e3ebb212c6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1316462 Sep 03 20:30:31.615744 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-04ff5e91-19a0-49fb-91b7-2f5caac050ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034 HTTP/1.1" status: 200 len: 217 time: 0.0525868 Sep 03 20:30:31.684026 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-697bdbb4-0eb0-45b8-9ada-962b6813a249 req-4db40e57-a4e3-4175-8770-5ad723bef15b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855103 Sep 03 20:30:31.711475 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70522ed7-d722-4453-8424-39b72bb82232 req-a78a799a-e997-4d9f-ac83-e95d2d70c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.713569 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-a78a799a-e997-4d9f-ac83-e95d2d70c231 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=138fee91-62db-446f-9b99-5806b3f6c6a0 HTTP/1.1" status: 200 len: 848 time: 0.0805197 Sep 03 20:30:31.731719 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c3d88-9e87-4672-98f7-bdc9e06f54c8 req-3a536bc8-dc6c-41a1-88c6-1ca31f256c9f tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.738817 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc6c3d88-9e87-4672-98f7-bdc9e06f54c8 req-3a536bc8-dc6c-41a1-88c6-1ca31f256c9f tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.1698947 Sep 03 20:30:31.780174 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-1efaeb9d-57dd-4e41-84c1-009ad6e07b96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e53811-8b3c-4b48-805f-0e8d76176042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384545 Sep 03 20:30:31.829439 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc6c3d88-9e87-4672-98f7-bdc9e06f54c8 req-b9fc9acb-1c7e-4da1-a7b7-456420e3d7f8 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872653 Sep 03 20:30:31.914754 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150331ab-0b71-4c38-ae88-376f5b1208ab req-400c0b31-034a-4187-b4d8-577fd3372c3a tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.924258 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-150331ab-0b71-4c38-ae88-376f5b1208ab req-400c0b31-034a-4187-b4d8-577fd3372c3a tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 943 time: 0.1226811 Sep 03 20:30:31.944882 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-7bd23967-3b18-42dd-b827-b5693b7e167b service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494603 Sep 03 20:30:31.967470 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-150331ab-0b71-4c38-ae88-376f5b1208ab req-7d1117f0-51ca-4d90-9613-c848aa1fe338 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Sep 03 20:30:32.087671 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70522ed7-d722-4453-8424-39b72bb82232 req-cc4e40be-34c3-4cb0-a587-2d964c746ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248527 Sep 03 20:30:32.200177 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-dc486a08-88c9-421a-af00-d7dfeaeb3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.201709 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-dc486a08-88c9-421a-af00-d7dfeaeb3a41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 1096 time: 0.0544736 Sep 03 20:30:32.310910 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-6ea99be6-2640-4306-b14f-e5d2dade8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.312381 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-6ea99be6-2640-4306-b14f-e5d2dade8c06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 200 len: 909 time: 0.0900924 Sep 03 20:30:32.365098 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-1ee320d8-6d0e-447b-aca0-04635396d043 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034 HTTP/1.1" status: 200 len: 217 time: 0.0428596 Sep 03 20:30:32.586411 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b3c6a263-85cf-4cba-9016-e3d9b2c32604 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:30:32.614892 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-dcac0144-c70f-400a-8d93-49e03be31061 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.617610 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-dcac0144-c70f-400a-8d93-49e03be31061 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.3555524 Sep 03 20:30:32.716043 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-fbc73e23-cdbb-4796-b031-41a76a1c3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.716043 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-fbc73e23-cdbb-4796-b031-41a76a1c3048 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=138fee91-62db-446f-9b99-5806b3f6c6a0 HTTP/1.1" status: 200 len: 848 time: 0.3140445 Sep 03 20:30:32.760857 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-04043bb6-87b2-4a59-8fc6-cf6ba8c253f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e53811-8b3c-4b48-805f-0e8d76176042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324056 Sep 03 20:30:32.798299 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Deleting port 3d3f629b-e1d1-4d39-ba76-2efc485df767 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:32.800272 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.803279 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port b3c6a263-85cf-4cba-9016-e3d9b2c32604, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:32.832160 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604', 'network_id': 'f51a444c-68ab-42d3-91dd-777e9a1fcc3b', 'port_id': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604', 'mac_address': 'fa:16:3e:18:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:30:32.858873 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4f83-fd68-4864-b034-c221c6067bb4 req-d4dd5e2e-9752-42ee-97ac-9e017de01fdb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.866910 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ef0b4f83-fd68-4864-b034-c221c6067bb4 req-d4dd5e2e-9752-42ee-97ac-9e017de01fdb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 943 time: 0.1503904 Sep 03 20:30:32.895548 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.920573 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c6a263-85cf-4cba-9016-e3d9b2c32604 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:32.953429 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port b3c6a263-85cf-4cba-9016-e3d9b2c32604, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:32.954644 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d4e13-df9a-4e0c-b655-4dc52a795139 req-8c0ad315-9baf-435d-adb6-ca6190042b04 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.959247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.959825 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8b5d4e13-df9a-4e0c-b655-4dc52a795139 req-8c0ad315-9baf-435d-adb6-ca6190042b04 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1315544 Sep 03 20:30:32.989777 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ef0b4f83-fd68-4864-b034-c221c6067bb4 req-d2b93a52-8559-416d-a7ff-136315d03620 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201241 Sep 03 20:30:32.992222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] For port 3d3f629b-e1d1-4d39-ba76-2efc485df767, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3d3f629b-e1d1-4d39-ba76-2efc485df767,segment=NetworkSegment(e9b3bd18-52bd-4c9a-8e0a-bf997235b410),segment_id=e9b3bd18-52bd-4c9a-8e0a-bf997235b410)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:32.992668 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:33.001056 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-13cee79e-9c30-4d0d-8990-799605efd21a service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231340 Sep 03 20:30:33.017656 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Calling delete_port for 3d3f629b-e1d1-4d39-ba76-2efc485df767 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:33.036352 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8b5d4e13-df9a-4e0c-b655-4dc52a795139 req-52553c50-1ca7-40fa-babc-5f5fe6748e1d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701747 Sep 03 20:30:33.061034 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=b3c6a263-85cf-4cba-9016-e3d9b2c32604,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:33.192211 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-903eb48b-50d3-43b9-bc8d-126d48b0a21e req-d441a452-7396-4301-8743-2686398ed402 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756718 Sep 03 20:30:33.228134 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c04d-0f0b-4c49-8d6e-49fa009cc1ad req-aef8db3d-1f7d-4535-918b-2c5667f76244 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:33.229683 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6eb1c04d-0f0b-4c49-8d6e-49fa009cc1ad req-aef8db3d-1f7d-4535-918b-2c5667f76244 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 949 time: 0.1014187 Sep 03 20:30:33.250703 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:33.262172 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-6a5c7766-21bb-4070-90d0-f63c002fa857 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:33.263927 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-6a5c7766-21bb-4070-90d0-f63c002fa857 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 814 time: 0.1319528 Sep 03 20:30:33.282702 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-3dcdf93d-cdb9-4c9b-a68a-a3040e0efa6b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/quotas/dcdb5b1b9e6643d0b870ec55378d20d0 HTTP/1.1" status: 200 len: 375 time: 0.0125098 Sep 03 20:30:33.303121 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Pushing event deleted for resources: {'Port': ['ID=3d3f629b-e1d1-4d39-ba76-2efc485df767,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:33.358628 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-2522948a-ddbb-4dc3-a7b2-76b5bd587979 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689092 Sep 03 20:30:33.373602 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6eb1c04d-0f0b-4c49-8d6e-49fa009cc1ad req-91d8d1e2-2420-4f75-bb07-02bbfe711714 tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebedd7-4939-4da3-af87-4a92db3f816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322820 Sep 03 20:30:33.374503 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] No DVR routers for this DVR port 3d3f629b-e1d1-4d39-ba76-2efc485df767 on host hv-cinder-76015 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:33.377856 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:33.379835 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f3dfea2e-8468-499c-bdfa-9fe0cd9746cb req-afc9bef4-0f28-4abb-92b8-5924aeb3d25a tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.47 "DELETE /v2.0/ports/3d3f629b-e1d1-4d39-ba76-2efc485df767 HTTP/1.1" status: 204 len: 173 time: 0.7537832 Sep 03 20:30:33.380303 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'name': 'network-vif-deleted', 'tag': '3d3f629b-e1d1-4d39-ba76-2efc485df767'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:33.382766 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0de59b-53cc-48b6-a89c-e6b63ee2becc" -d '{"events": [{"server_uuid": "9a80c47f-f550-4e2c-b6a2-9f86b05806a2", "name": "network-vif-deleted", "tag": "3d3f629b-e1d1-4d39-ba76-2efc485df767"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:33.508993 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b83f39-786b-444c-ad93-8604ff0b548b req-0546d9db-11e5-4e19-a60f-046af0eba3db tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:33.516640 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-67b83f39-786b-444c-ad93-8604ff0b548b req-0546d9db-11e5-4e19-a60f-046af0eba3db tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 943 time: 0.0822434 Sep 03 20:30:33.517956 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-22dcd574-6dc2-49ea-bf75-6d20b88ea710 service neutron] 10.222.0.23 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413808 Sep 03 20:30:33.551011 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-67b83f39-786b-444c-ad93-8604ff0b548b req-4f84a0fc-277f-40ab-ab33-835435aab326 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Sep 03 20:30:33.616357 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-9f561316-c633-44dc-8ef9-028858658357 service neutron] 10.222.0.23 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946841 Sep 03 20:30:33.748367 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b65b5-71ce-4954-a0d5-4ad5c8b33ea2 x-openstack-request-id: req-6b9b65b5-71ce-4954-a0d5-4ad5c8b33ea2 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:33.748801 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a80c47f-f550-4e2c-b6a2-9f86b05806a2", "name": "network-vif-deleted", "tag": "3d3f629b-e1d1-4d39-ba76-2efc485df767", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:33.748897 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b9b65b5-71ce-4954-a0d5-4ad5c8b33ea2 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:33.749277 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a80c47f-f550-4e2c-b6a2-9f86b05806a2', 'name': 'network-vif-deleted', 'tag': '3d3f629b-e1d1-4d39-ba76-2efc485df767', 'status': 'completed', 'code': 200} Sep 03 20:30:36.291752 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3d3f629b-e1d1-4d39-ba76-2efc485df767 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:36.315134 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 3d3f629b-e1d1-4d39-ba76-2efc485df767 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:36.315476 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3d3f629b-e1d1-4d39-ba76-2efc485df767 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:36.413738 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['b3c6a263-85cf-4cba-9016-e3d9b2c32604'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:36.527922 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-37a9f7fb-254a-4d2a-bc27-0c806d276fb4 req-db44dcaa-19d3-4779-ab56-ed61288e35fe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 210 time: 0.0462458 Sep 03 20:30:36.584421 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d69d16-e99a-4c46-86a3-d809a23ce2e8 req-a282f360-43e9-4ca5-b3a9-443b98c9daf7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:36.592328 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9d69d16-e99a-4c46-86a3-d809a23ce2e8 req-a282f360-43e9-4ca5-b3a9-443b98c9daf7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 944 time: 0.0768087 Sep 03 20:30:36.633837 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9d69d16-e99a-4c46-86a3-d809a23ce2e8 req-ade03dca-1559-4257-80d1-3dc3d32c58d0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Sep 03 20:30:36.678554 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f728c7-c929-42f1-ad6b-62a067554849 req-38ce634e-b76d-424b-b524-327eed076a34 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:36.680123 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e8f728c7-c929-42f1-ad6b-62a067554849 req-38ce634e-b76d-424b-b524-327eed076a34 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0586443 Sep 03 20:30:36.741459 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e8f728c7-c929-42f1-ad6b-62a067554849 req-ff87e4ca-3cf3-4119-a6a8-c438a1591f0b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Sep 03 20:30:36.744046 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-06ef8614-7550-4682-b28a-f04db2048394 req-7f43510c-893d-4db6-8ce7-ee92ef95405b tempest-VolumesNegativeTest-379101380 tempest-VolumesNegativeTest-379101380-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a80c47f-f550-4e2c-b6a2-9f86b05806a2 HTTP/1.1" status: 200 len: 210 time: 0.0303037 Sep 03 20:30:36.850519 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7bf9a-a980-4e2c-bd9d-f748c16f81c3 req-8e5b4332-6c96-4ed0-8ae8-654ee7416d7d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:36.852022 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5bb7bf9a-a980-4e2c-bd9d-f748c16f81c3 req-8e5b4332-6c96-4ed0-8ae8-654ee7416d7d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 943 time: 0.0496337 Sep 03 20:30:36.893492 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5bb7bf9a-a980-4e2c-bd9d-f748c16f81c3 req-f1f2784a-657b-407f-acc2-d1c77a6a6a9b tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Sep 03 20:30:37.225685 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device a2cd96c4-65ef-4e97-ae4a-eedfe110a034 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:30:37.332290 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:37.346028 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034', 'network_id': 'c6e53811-8b3c-4b48-805f-0e8d76176042', 'port_id': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034', 'mac_address': 'fa:16:3e:14:f9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138fee91-62db-446f-9b99-5806b3f6c6a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:30:37.389349 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:37.403299 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cd96c4-65ef-4e97-ae4a-eedfe110a034 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:37.427672 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:37.434312 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:37.506589 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:37.693991 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b0c18ad-dc25-4a5d-9cec-3ebd322b032a req-86631b6e-7570-48b2-893d-cd70688ac988 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 210 time: 0.0466297 Sep 03 20:30:37.728960 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-4ce5500d-1837-4d02-8f48-b586b70bb0cd tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:37.732217 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-4ce5500d-1837-4d02-8f48-b586b70bb0cd tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.47 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 814 time: 0.1792078 Sep 03 20:30:37.747418 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'port': {'device_id': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'admin_state_up': True, 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:37.779009 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716287b4-3ce9-4e2a-b231-2a5994d75bef req-d8d8ebe1-a7a5-47b3-bc74-307b306df62a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:37.787689 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-716287b4-3ce9-4e2a-b231-2a5994d75bef req-d8d8ebe1-a7a5-47b3-bc74-307b306df62a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 944 time: 0.0718176 Sep 03 20:30:37.841999 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-716287b4-3ce9-4e2a-b231-2a5994d75bef req-319b4c51-ef2d-402e-b295-411d5f35244e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491402 Sep 03 20:30:37.873624 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['a2cd96c4-65ef-4e97-ae4a-eedfe110a034'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:37.915135 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Made reservation on behalf of dcdb5b1b9e6643d0b870ec55378d20d0 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:37.919073 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:38.048138 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9b42b-86a1-4c7c-b545-ecacaafea5ed req-76d2429d-8c69-4369-a1b7-1174058b1973 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:38.051278 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-50d9b42b-86a1-4c7c-b545-ecacaafea5ed req-76d2429d-8c69-4369-a1b7-1174058b1973 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1509850 Sep 03 20:30:38.112638 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bea59-fccd-4260-96c5-38ed63553707 req-051c0add-58fa-47ab-b2e9-adcd62105182 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:38.121072 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-648bea59-fccd-4260-96c5-38ed63553707 req-051c0add-58fa-47ab-b2e9-adcd62105182 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 944 time: 0.1057460 Sep 03 20:30:38.182930 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-648bea59-fccd-4260-96c5-38ed63553707 req-83118fac-5538-4935-a610-75270d3dae38 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595965 Sep 03 20:30:38.185982 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-50d9b42b-86a1-4c7c-b545-ecacaafea5ed req-5d402314-387d-4339-8895-8d70671cca86 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243703 Sep 03 20:30:38.199685 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Allocated IP 172.20.0.4 (d6a22364-0f6b-4e6a-a2e3-4ca19b64641d/74813b4e-f992-49f0-a8a2-07d02fe19697/72673f31-d1ee-46a6-90d1-eab1118dbb14) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:30:38.502592 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:38.532813 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Transition to ACTIVE for port object 72673f31-d1ee-46a6-90d1-eab1118dbb14 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:38.589283 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:38.732707 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:30:38.739925 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:38.747807 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:30:38.819596 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:38.853555 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:38.854293 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:38.889557 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7cff4b06-f02d-41ae-9a8c-d534631e74f0 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1421218 Sep 03 20:30:39.211117 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-85719369-938c-4dae-9980-08a52e82fc30 None None] Provisioning for port 72673f31-d1ee-46a6-90d1-eab1118dbb14 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:39.217040 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-85719369-938c-4dae-9980-08a52e82fc30 None None] Provisioning complete for port 72673f31-d1ee-46a6-90d1-eab1118dbb14 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:39.217699 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85719369-938c-4dae-9980-08a52e82fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:39.260527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device a2cd96c4-65ef-4e97-ae4a-eedfe110a034 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:39.310147 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85719369-938c-4dae-9980-08a52e82fc30 None None] Port 72673f31-d1ee-46a6-90d1-eab1118dbb14 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:30:39.342650 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:39.346528 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:39.347062 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:39.625118 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:39.653674 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:39.656179 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3dcbca-fcb9-4e21-95f5-68ef6272f4fd" -d '{"events": [{"server_uuid": "05d7db9c-5568-406a-8403-5e57a9657e3b", "name": "network-vif-plugged", "status": "completed", "tag": "a2cd96c4-65ef-4e97-ae4a-eedfe110a034"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:39.674223 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:39.689666 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:39.692117 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b3c6a263-85cf-4cba-9016-e3d9b2c32604 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:39.817368 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:39.830995 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port b3c6a263-85cf-4cba-9016-e3d9b2c32604 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:39.835438 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port b3c6a263-85cf-4cba-9016-e3d9b2c32604 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:39.836149 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:39.942189 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:39.991207 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port b3c6a263-85cf-4cba-9016-e3d9b2c32604, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:39.997861 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:40.097423 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=b3c6a263-85cf-4cba-9016-e3d9b2c32604,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:40.107867 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfa2af93-8de5-4e2f-ae78-e385ed85259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.206837 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 33408) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:42.323956 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ec865007-7e19-4df0-906c-44a9b1c2c7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.440509 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ec865007-7e19-4df0-906c-44a9b1c2c7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.448652 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ec865007-7e19-4df0-906c-44a9b1c2c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.484902 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec865007-7e19-4df0-906c-44a9b1c2c7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e06927-19b6-4195-8571-eef646f133e7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:42.502586 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 33416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:42.504752 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ec865007-7e19-4df0-906c-44a9b1c2c7be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=934c5805082d43bba578057f4d60df5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967901 Sep 03 20:30:42.558311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4adf21c1-663c-4cd0-940f-5ee244896e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.583683 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4adf21c1-663c-4cd0-940f-5ee244896e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.658595 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4adf21c1-663c-4cd0-940f-5ee244896e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.663587 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4adf21c1-663c-4cd0-940f-5ee244896e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.675034 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a202c721-5985-44f6-8eeb-b64dd50d4772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.679384 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-4adf21c1-663c-4cd0-940f-5ee244896e9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55e06927-19b6-4195-8571-eef646f133e7 HTTP/1.1" status: 204 len: 168 time: 0.1728179 Sep 03 20:30:42.692346 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf21c1-663c-4cd0-940f-5ee244896e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e06927-19b6-4195-8571-eef646f133e7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:42.784827 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 33424) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:43.004443 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.055088 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 33428) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:43.062261 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7b7a3244-0d01-41f9-8b1b-056ab921cbf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78e9330dec2e455dbc87024c3438edc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750721 Sep 03 20:30:43.111615 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3b01d8-0261-4c8d-813c-324db2e5aa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.133719 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3b01d8-0261-4c8d-813c-324db2e5aa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.188957 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3b01d8-0261-4c8d-813c-324db2e5aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.193085 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3b01d8-0261-4c8d-813c-324db2e5aa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.196790 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-5b3b01d8-0261-4c8d-813c-324db2e5aa0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffebedd7-4939-4da3-af87-4a92db3f816d HTTP/1.1" status: 204 len: 168 time: 0.1381884 Sep 03 20:30:43.203289 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b01d8-0261-4c8d-813c-324db2e5aa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffebedd7-4939-4da3-af87-4a92db3f816d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:43.788098 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:45.545546 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.209780 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Request body: {'port': {'device_id': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:52.264165 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.366404 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388d1ea-fd81-4a2b-866a-6bc787a1dcbe req-91a44904-969d-4c37-9484-3736a08a6ec6 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:52.368064 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4388d1ea-fd81-4a2b-866a-6bc787a1dcbe req-91a44904-969d-4c37-9484-3736a08a6ec6 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 931 time: 0.0508268 Sep 03 20:30:52.405929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4388d1ea-fd81-4a2b-866a-6bc787a1dcbe req-a9f02022-fca4-449c-a652-5663b57ae22f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Sep 03 20:30:52.453366 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace79908-0d39-4cf9-8cfc-65342a898bb7 req-253deac2-712f-4fc9-a29e-b9408a192338 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:52.454912 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ace79908-0d39-4cf9-8cfc-65342a898bb7 req-253deac2-712f-4fc9-a29e-b9408a192338 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.0910234 Sep 03 20:30:52.511287 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f79cf-12d8-41f9-873a-dfe630a7c114 req-2304bc3d-2b0d-49ae-9172-b89b8c3d2a05 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:52.512755 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3b7f79cf-12d8-41f9-873a-dfe630a7c114 req-2304bc3d-2b0d-49ae-9172-b89b8c3d2a05 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.0504339 Sep 03 20:30:52.532219 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ace79908-0d39-4cf9-8cfc-65342a898bb7 req-93b25962-cdde-42ed-af1f-dbe03badf0da tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686464 Sep 03 20:30:52.550225 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3b7f79cf-12d8-41f9-873a-dfe630a7c114 req-d5c45151-cde6-4a81-9ed3-11ecca19e5df tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Sep 03 20:30:52.597271 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fecaf2-5852-4642-b05a-482c9aec4436 x-openstack-request-id: req-14fecaf2-5852-4642-b05a-482c9aec4436 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:52.597847 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d7db9c-5568-406a-8403-5e57a9657e3b", "name": "network-vif-plugged", "status": "completed", "tag": "a2cd96c4-65ef-4e97-ae4a-eedfe110a034", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:52.597847 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14fecaf2-5852-4642-b05a-482c9aec4436 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:52.598215 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034', 'code': 200} Sep 03 20:30:52.623590 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72673f31-d1ee-46a6-90d1-eab1118dbb14 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:52.645924 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.663745 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Transition to ACTIVE for port object 72673f31-d1ee-46a6-90d1-eab1118dbb14 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:30:52.668201 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.681743 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4979ce-1cd0-424d-97a1-5bb9e60b1a69 req-0af0104b-dc37-46d1-8b5d-21ff03117e30 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:52.683897 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4b4979ce-1cd0-424d-97a1-5bb9e60b1a69 req-0af0104b-dc37-46d1-8b5d-21ff03117e30 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0774887 Sep 03 20:30:52.742621 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:52.783225 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.783565 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.783901 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.784233 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.784551 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.785605 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.785605 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.785605 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.785937 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.786278 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.786580 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.786903 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:52.796638 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4b4979ce-1cd0-424d-97a1-5bb9e60b1a69 req-4d375acb-072d-4ec4-96b5-5cc07a20cc1f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925839 Sep 03 20:30:52.818627 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321f8a-5944-4b3c-97a5-7b9eea88b545 req-97dbeda2-c0a6-4952-a2d9-43e1cc808017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:52.821492 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-08321f8a-5944-4b3c-97a5-7b9eea88b545 req-97dbeda2-c0a6-4952-a2d9-43e1cc808017 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 1098 time: 0.0584357 Sep 03 20:30:52.860347 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Attempting to bind port 72673f31-d1ee-46a6-90d1-eab1118dbb14 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:30:52.860686 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Attempting to bind port 72673f31-d1ee-46a6-90d1-eab1118dbb14 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:30:52.861013 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Attempting to bind port 72673f31-d1ee-46a6-90d1-eab1118dbb14 on network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:52.864241 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-08321f8a-5944-4b3c-97a5-7b9eea88b545 req-9cd9d75b-3d22-41e3-b964-ef75c0b70961 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Sep 03 20:30:52.873654 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Port 72673f31-d1ee-46a6-90d1-eab1118dbb14 on network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:30:52.873986 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Attempting to bind port 72673f31-d1ee-46a6-90d1-eab1118dbb14 on network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:30:52.879475 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:30:52.879857 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Checking segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:52.880288 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Bound using segment: {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:30:52.880775 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Bound port: 72673f31-d1ee-46a6-90d1-eab1118dbb14, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f514bba0-5032-456b-bded-9be402f85391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:30:52.881218 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.955698 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:30:52.959198 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:30:52.963182 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:53.008822 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.009639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:53.011399 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] 10.222.0.47 "PUT /v2.0/ports/72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 1093 time: 0.8061833 Sep 03 20:30:53.014218 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:53.016874 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:53.038698 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f0497-05cb-4e08-b02c-f652be19bcde service neutron] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:53.076708 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eef0d6-fabd-4595-98ed-918a01f09d6a x-openstack-request-id: req-c1eef0d6-fabd-4595-98ed-918a01f09d6a {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:53.077057 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:53.077372 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1eef0d6-fabd-4595-98ed-918a01f09d6a {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:53.077860 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'status': 'completed', 'code': 200} Sep 03 20:30:53.160364 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7 req-a2386ff2-5885-4822-9af6-8ac973f2bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.161883 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7 req-a2386ff2-5885-4822-9af6-8ac973f2bb56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1096 time: 0.0463879 Sep 03 20:30:53.302897 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99880753-293c-4230-90c5-83a218683873 req-09da5e57-3a22-40ce-a9b3-65e3308e02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.304287 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99880753-293c-4230-90c5-83a218683873 req-09da5e57-3a22-40ce-a9b3-65e3308e02ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.0493023 Sep 03 20:30:53.336275 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7 req-a267fe9a-573d-4182-85b3-0acfba7820b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.337783 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7 req-a267fe9a-573d-4182-85b3-0acfba7820b7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1627612 Sep 03 20:30:53.340494 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99880753-293c-4230-90c5-83a218683873 req-40adff36-070c-4eb7-be3c-8cbad1d69443 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275621 Sep 03 20:30:53.520173 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e3dfc-590b-4c13-9b6a-f3d784dfe5fb req-ae6766f4-d0fd-4143-9891-1337c8d93384 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.521550 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-494e3dfc-590b-4c13-9b6a-f3d784dfe5fb req-ae6766f4-d0fd-4143-9891-1337c8d93384 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 943 time: 0.0468681 Sep 03 20:30:53.557120 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-494e3dfc-590b-4c13-9b6a-f3d784dfe5fb req-f08322a5-c2e2-4436-84e7-f7d08b5ef835 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290945 Sep 03 20:30:53.659888 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cea3f-bc36-405b-a9c8-7a27b82d7b6d req-be403d0d-fb72-4515-8168-1d4ac668af3b tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.661378 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc5cea3f-bc36-405b-a9c8-7a27b82d7b6d req-be403d0d-fb72-4515-8168-1d4ac668af3b tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.0534983 Sep 03 20:30:53.699929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc5cea3f-bc36-405b-a9c8-7a27b82d7b6d req-30e3fc5e-4c52-487a-b642-a1ba8c17a227 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Sep 03 20:30:53.752290 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b4b8c-7042-4acd-9b4a-360bcd6cae26 req-64c1a1cc-e5af-431d-a1b1-797c38106b8d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.753763 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ce5b4b8c-7042-4acd-9b4a-360bcd6cae26 req-64c1a1cc-e5af-431d-a1b1-797c38106b8d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.1293375 Sep 03 20:30:53.756335 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7 req-b7991929-7afd-4bfa-9958-d46c86102199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.757685 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1f9366ac-56db-4773-a58c-6adaf0fc0fc7 req-b7991929-7afd-4bfa-9958-d46c86102199 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926711 Sep 03 20:30:53.791365 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ce5b4b8c-7042-4acd-9b4a-360bcd6cae26 req-1dee4c6c-8d22-463d-ba0e-036232d8a99b tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Sep 03 20:30:53.862613 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-011414a3-daf0-429f-8627-09409caa0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.864318 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-011414a3-daf0-429f-8627-09409caa0c82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1096 time: 0.0409250 Sep 03 20:30:53.934748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdc945-3cc6-4d2b-999c-3b9b50336520 req-8e2d4370-ab9b-410b-8970-d5b514feabe4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:53.936477 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-73cdc945-3cc6-4d2b-999c-3b9b50336520 req-8e2d4370-ab9b-410b-8970-d5b514feabe4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0535212 Sep 03 20:30:53.977798 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-73cdc945-3cc6-4d2b-999c-3b9b50336520 req-1b7a66fe-2677-4ddf-8cae-2a16c3654a52 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349753 Sep 03 20:30:54.128177 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-7c5c6bb0-c081-4fa7-bb9c-292f2e14f75c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 217 time: 0.2484062 Sep 03 20:30:54.190531 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-9344d0c2-ae03-48d9-a9e1-9f19461757b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:54.192036 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-9344d0c2-ae03-48d9-a9e1-9f19461757b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 200 len: 853 time: 0.0429907 Sep 03 20:30:54.238385 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-bf4a88d4-d7f0-4fec-8800-0c7aefc895aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:54.239901 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-bf4a88d4-d7f0-4fec-8800-0c7aefc895aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399687 Sep 03 20:30:54.335924 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-e6bb4a60-a58a-4513-8294-088ad737e8b3 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829275 Sep 03 20:30:54.446356 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e649a-25f8-4c5a-afb5-f808710708b8 req-afc02e1f-ead8-4eca-a7dd-902474c382d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790229 Sep 03 20:30:54.599019 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de057f3-a28b-487a-89c0-c412489a84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:54.601396 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0134d52-d70b-4120-ba97-d2eedc8552d4" -d '{"events": [{"server_uuid": "8de057f3-a28b-487a-89c0-c412489a84fe", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6a263-85cf-4cba-9016-e3d9b2c32604"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:54.639592 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7d7bd3-6938-46fc-9aa6-7bc4b1e134a6 x-openstack-request-id: req-1a7d7bd3-6938-46fc-9aa6-7bc4b1e134a6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:54.640961 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de057f3-a28b-487a-89c0-c412489a84fe", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6a263-85cf-4cba-9016-e3d9b2c32604", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:54.640961 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a7d7bd3-6938-46fc-9aa6-7bc4b1e134a6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:54.640961 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de057f3-a28b-487a-89c0-c412489a84fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604', 'code': 200} Sep 03 20:30:54.681590 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b3294-2337-4e04-b701-055494ff015b req-18e7afd5-28d8-4412-a2eb-5645d90a9b26 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:54.683654 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-007b3294-2337-4e04-b701-055494ff015b req-18e7afd5-28d8-4412-a2eb-5645d90a9b26 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 943 time: 0.0556819 Sep 03 20:30:54.727725 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-007b3294-2337-4e04-b701-055494ff015b req-826ae080-5e80-4d43-9ba1-662b63523517 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380127 Sep 03 20:30:54.823208 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652ac4f-de59-4a53-b0f3-3382ff00da3c req-462417d9-813b-4b8d-b488-95de56644b7e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:54.825304 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5652ac4f-de59-4a53-b0f3-3382ff00da3c req-462417d9-813b-4b8d-b488-95de56644b7e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.0488186 Sep 03 20:30:54.866010 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5652ac4f-de59-4a53-b0f3-3382ff00da3c req-215a0b0b-26d7-41a0-a28c-e51ddf757788 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Sep 03 20:30:54.871636 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534030e-a646-4e78-8834-d6c6895d5af5 req-ed0f0e89-4924-46f4-897f-1a39e84d5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:54.873227 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1534030e-a646-4e78-8834-d6c6895d5af5 req-ed0f0e89-4924-46f4-897f-1a39e84d5f9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 1098 time: 0.0509136 Sep 03 20:30:54.936494 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a4b-c672-4473-9eef-d5835c18a89a req-b4b3ea7d-ee40-494c-89f3-e90a3daf14ae tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:54.938018 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5aaa9a4b-c672-4473-9eef-d5835c18a89a req-b4b3ea7d-ee40-494c-89f3-e90a3daf14ae tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.0783145 Sep 03 20:30:54.939554 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1534030e-a646-4e78-8834-d6c6895d5af5 req-e116e06d-4686-4c8c-9075-83a29296a0cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Sep 03 20:30:54.977496 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5aaa9a4b-c672-4473-9eef-d5835c18a89a req-6912a533-5645-45b4-a984-f960eb805339 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Sep 03 20:30:55.102121 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd1128-e348-4e24-942f-874588384e12 req-510ab50c-d8d5-49b6-8cd2-883b8427b5be tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.103683 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0bdd1128-e348-4e24-942f-874588384e12 req-510ab50c-d8d5-49b6-8cd2-883b8427b5be tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0554628 Sep 03 20:30:55.144372 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0bdd1128-e348-4e24-942f-874588384e12 req-4a4f35bf-40ec-4819-95b7-6afa7781efa7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Sep 03 20:30:55.617535 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc7200-bfb7-49d6-b5e7-1327e5c21f23 req-853512f2-6ee0-42ea-b78e-5d9b166a8f7c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.619353 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-48bc7200-bfb7-49d6-b5e7-1327e5c21f23 req-853512f2-6ee0-42ea-b78e-5d9b166a8f7c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0544610 Sep 03 20:30:55.671707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b26dda-7e4c-4de7-990a-e25f84422dbe req-f5d5a52b-80f8-4c99-a20f-e197dfa6f011 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.674404 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67b26dda-7e4c-4de7-990a-e25f84422dbe req-f5d5a52b-80f8-4c99-a20f-e197dfa6f011 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0561657 Sep 03 20:30:55.680555 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:30:55.694699 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-48bc7200-bfb7-49d6-b5e7-1327e5c21f23 req-c3ab5833-ae97-40d8-ae66-7b0947a32f57 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663092 Sep 03 20:30:55.697928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-5eccdd0a-2d8a-419b-abf7-fb14c825ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.699045 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-5eccdd0a-2d8a-419b-abf7-fb14c825ec33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.0788264 Sep 03 20:30:55.736888 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67b26dda-7e4c-4de7-990a-e25f84422dbe req-83279276-3b46-4352-aefa-44394184bd5d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547390 Sep 03 20:30:55.843674 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-517f4103-6e6f-45fb-a13f-6f7921c6c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.845169 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-517f4103-6e6f-45fb-a13f-6f7921c6c71a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.1296530 Sep 03 20:30:55.861329 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61184e-9ba9-4399-adae-4d77ea629307 req-d2e3bb55-69bb-4ca1-ae8b-f6925d133490 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.862855 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3f61184e-9ba9-4399-adae-4d77ea629307 req-d2e3bb55-69bb-4ca1-ae8b-f6925d133490 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 943 time: 0.0641792 Sep 03 20:30:55.903503 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-ae05e61d-a39b-43e1-868b-67f6d4b2896f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.0395257 Sep 03 20:30:55.962372 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3f61184e-9ba9-4399-adae-4d77ea629307 req-07fe50a7-50e9-4020-a64b-2f2362faad0e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930231 Sep 03 20:30:55.972863 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-f9d0adfa-f7cb-4c1c-85a9-c8c7272d6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:55.983677 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-f9d0adfa-f7cb-4c1c-85a9-c8c7272d6340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.0608680 Sep 03 20:30:56.005751 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cb316-2b08-4e5d-b5f9-e63b7a6a91cf req-2f2cc8ab-28e6-4fef-8141-7c8386498eeb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:56.013663 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-533cb316-2b08-4e5d-b5f9-e63b7a6a91cf req-2f2cc8ab-28e6-4fef-8141-7c8386498eeb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.0591705 Sep 03 20:30:56.024160 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-ca75a0eb-c5df-4aec-a185-b0ee5773bcfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269237 Sep 03 20:30:56.047063 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-533cb316-2b08-4e5d-b5f9-e63b7a6a91cf req-2f8cfcf3-b367-4e64-85b0-3a647f1aef52 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Sep 03 20:30:56.134353 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4d307-4205-488e-931c-f36e09fce1d0 req-4735cb78-5a5d-4ee1-be18-51f831a2d800 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:56.135829 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e0d4d307-4205-488e-931c-f36e09fce1d0 req-4735cb78-5a5d-4ee1-be18-51f831a2d800 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.1107826 Sep 03 20:30:56.171273 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-08a27159-9c15-44a8-917c-651db7a81654 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154690 Sep 03 20:30:56.202239 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e0d4d307-4205-488e-931c-f36e09fce1d0 req-638313e4-132b-4db1-8c0b-bd5957ab34da tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590024 Sep 03 20:30:56.269756 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d19a1b3-8a5d-418e-8cab-6cf1584c68aa req-b0f43029-4e4c-4966-90db-d932651a30df service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Sep 03 20:30:56.812172 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34b092-fbd7-486e-90b4-956b91b90c06 req-f81c2754-056b-473d-91b3-04a286123abd tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:56.813687 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9a34b092-fbd7-486e-90b4-956b91b90c06 req-f81c2754-056b-473d-91b3-04a286123abd tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0530369 Sep 03 20:30:56.850760 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9a34b092-fbd7-486e-90b4-956b91b90c06 req-62f3b1b1-52e7-43e4-aac0-b1f81a3818f9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Sep 03 20:30:56.858121 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73d82-18e2-4fe2-9738-e5dd87b77944 req-cc1c1fc4-8645-4d30-bb8c-cbf0b88301dc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:56.859600 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2aa73d82-18e2-4fe2-9738-e5dd87b77944 req-cc1c1fc4-8645-4d30-bb8c-cbf0b88301dc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0490353 Sep 03 20:30:56.897695 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2aa73d82-18e2-4fe2-9738-e5dd87b77944 req-8377977c-05df-4b4b-ba07-22ff500a11cc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Sep 03 20:30:57.088743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0f0-bcfc-4ac8-9e8b-fc653896c173 req-fb525ec7-520d-4463-9600-19fde3821fb2 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:57.090548 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-eb3bd0f0-bcfc-4ac8-9e8b-fc653896c173 req-fb525ec7-520d-4463-9600-19fde3821fb2 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 943 time: 0.0594583 Sep 03 20:30:57.129914 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-eb3bd0f0-bcfc-4ac8-9e8b-fc653896c173 req-a7d0ee81-c709-47a2-b653-10ef1c64c31b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Sep 03 20:30:57.164639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25edd28-c85f-4829-a896-12de69fa8898 req-e47a311e-7fe2-4f69-99da-d1f7639289e7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:57.166130 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a25edd28-c85f-4829-a896-12de69fa8898 req-e47a311e-7fe2-4f69-99da-d1f7639289e7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.0489097 Sep 03 20:30:57.204276 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a25edd28-c85f-4829-a896-12de69fa8898 req-025b7fba-7355-4f6c-9413-f6ef928664eb tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Sep 03 20:30:57.323135 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7d7a1-c792-40a1-af1b-013d30568bf0 req-f91bebf6-08f8-492b-98f3-155cc5ed9b11 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:57.324662 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93f7d7a1-c792-40a1-af1b-013d30568bf0 req-f91bebf6-08f8-492b-98f3-155cc5ed9b11 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.0556021 Sep 03 20:30:57.363667 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93f7d7a1-c792-40a1-af1b-013d30568bf0 req-6f3f6289-3b8c-4196-8f78-5c3c98ad2429 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Sep 03 20:30:57.384258 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 72673f31-d1ee-46a6-90d1-eab1118dbb14 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:30:57.484236 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:57.493439 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'port_id': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'mac_address': 'fa:16:3e:a9:bf:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:30:57.530354 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:57.544192 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72673f31-d1ee-46a6-90d1-eab1118dbb14 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:30:57.563207 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:57.568190 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:57.614713 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:57.621601 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.621954 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.622300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.622641 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.622976 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.623312 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.623643 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.623970 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.624320 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.624650 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.624975 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.625308 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:57.965740 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106594-6654-42a5-a131-7a68114e0b5d req-c15e0923-96fd-4a66-a4d3-37885aa87ba0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:57.967762 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c9106594-6654-42a5-a131-7a68114e0b5d req-c15e0923-96fd-4a66-a4d3-37885aa87ba0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0514021 Sep 03 20:30:58.013006 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c9106594-6654-42a5-a131-7a68114e0b5d req-4e4ef136-6f7a-4095-b143-df7aaae1a94f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Sep 03 20:30:58.019659 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12ed7-8b01-4009-9c31-a8a7cf5c2dc1 req-907a00db-783e-4f15-8995-f059f7c02d15 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:58.021135 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fea12ed7-8b01-4009-9c31-a8a7cf5c2dc1 req-907a00db-783e-4f15-8995-f059f7c02d15 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0532551 Sep 03 20:30:58.045173 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['72673f31-d1ee-46a6-90d1-eab1118dbb14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:58.061436 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fea12ed7-8b01-4009-9c31-a8a7cf5c2dc1 req-164b7a59-6d23-4ea8-83bf-8ef6016cd46a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339932 Sep 03 20:30:58.242878 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010e7d-743a-4c78-802a-1202c19b08f8 req-74287f83-c5bb-451a-9770-a712ba808299 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:58.244322 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f1010e7d-743a-4c78-802a-1202c19b08f8 req-74287f83-c5bb-451a-9770-a712ba808299 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 944 time: 0.0480158 Sep 03 20:30:58.282008 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f1010e7d-743a-4c78-802a-1202c19b08f8 req-dbac1d5d-29a4-4e1c-86e5-8c94e473e099 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310519 Sep 03 20:30:58.339098 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-1e9082c3-d593-4aaf-9b3e-4e62dd2c5b40 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:58.341224 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-1e9082c3-d593-4aaf-9b3e-4e62dd2c5b40 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.0470512 Sep 03 20:30:58.453862 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Deleting port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:58.454290 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:58.481239 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e56ba3-8c00-4dca-a679-1b8079b87108 req-c436bd5b-75e6-430b-86f2-356c6c62ef92 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:58.482852 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-83e56ba3-8c00-4dca-a679-1b8079b87108 req-c436bd5b-75e6-430b-86f2-356c6c62ef92 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 945 time: 0.0501125 Sep 03 20:30:58.532046 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-83e56ba3-8c00-4dca-a679-1b8079b87108 req-fef1599a-2d9a-4e93-bcdc-a06c5feeea04 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/security-groups?id=48d4d76c-418f-47d3-a34b-c5adbfb7ef75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Sep 03 20:30:58.549655 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] For port a2cd96c4-65ef-4e97-ae4a-eedfe110a034, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,segment=NetworkSegment(5304c125-95a7-467e-b8cb-77b2853515c2),segment_id=5304c125-95a7-467e-b8cb-77b2853515c2)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:58.550260 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:58.562775 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Calling delete_port for a2cd96c4-65ef-4e97-ae4a-eedfe110a034 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:58.702941 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:58.736422 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Pushing event deleted for resources: {'Port': ['ID=a2cd96c4-65ef-4e97-ae4a-eedfe110a034,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:58.781822 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] No DVR routers for this DVR port a2cd96c4-65ef-4e97-ae4a-eedfe110a034 on host hv-cinder-76015 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:58.784330 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:58.786466 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3a167ab6-42db-4159-b98a-f6137f7193f2 req-55ca9b8b-5db1-4339-8421-45ad9401859d tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.47 "DELETE /v2.0/ports/a2cd96c4-65ef-4e97-ae4a-eedfe110a034 HTTP/1.1" status: 204 len: 173 time: 0.4321780 Sep 03 20:30:58.786811 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'name': 'network-vif-deleted', 'tag': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:58.789108 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b61372a-200a-4f87-b93c-65cb03f67678" -d '{"events": [{"server_uuid": "05d7db9c-5568-406a-8403-5e57a9657e3b", "name": "network-vif-deleted", "tag": "a2cd96c4-65ef-4e97-ae4a-eedfe110a034"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:58.847061 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a60c86-5162-4be6-bf08-1a2213049aa3 x-openstack-request-id: req-50a60c86-5162-4be6-bf08-1a2213049aa3 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:58.847408 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d7db9c-5568-406a-8403-5e57a9657e3b", "name": "network-vif-deleted", "tag": "a2cd96c4-65ef-4e97-ae4a-eedfe110a034", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:58.847720 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50a60c86-5162-4be6-bf08-1a2213049aa3 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:58.848216 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d7db9c-5568-406a-8403-5e57a9657e3b', 'name': 'network-vif-deleted', 'tag': 'a2cd96c4-65ef-4e97-ae4a-eedfe110a034', 'status': 'completed', 'code': 200} Sep 03 20:30:59.040509 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['a2cd96c4-65ef-4e97-ae4a-eedfe110a034'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:30:59.128569 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f4946-9f8b-4522-b8c3-4eebe740791a req-79af9d05-6ed8-4f1c-b42f-191db4280c45 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:59.130107 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-643f4946-9f8b-4522-b8c3-4eebe740791a req-79af9d05-6ed8-4f1c-b42f-191db4280c45 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0479739 Sep 03 20:30:59.169393 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-643f4946-9f8b-4522-b8c3-4eebe740791a req-907eca64-55b8-4740-9c5a-91d85df1a57e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Sep 03 20:30:59.188450 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21894e-c3b4-4a32-85df-b8089ff0d37a req-bc4604a5-af10-4823-a20c-59f9b71e0938 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:59.190216 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4d21894e-c3b4-4a32-85df-b8089ff0d37a req-bc4604a5-af10-4823-a20c-59f9b71e0938 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0541656 Sep 03 20:30:59.227425 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4d21894e-c3b4-4a32-85df-b8089ff0d37a req-dbf55e2d-17b8-436f-801d-f97289eaa3db tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Sep 03 20:30:59.382962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 72673f31-d1ee-46a6-90d1-eab1118dbb14 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:30:59.397675 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c388a1-940d-454c-84ba-aecfeefc32db req-fb2934a2-56cc-47a7-8f7c-f4835fa83c52 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:59.399156 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d5c388a1-940d-454c-84ba-aecfeefc32db req-fb2934a2-56cc-47a7-8f7c-f4835fa83c52 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 944 time: 0.0527675 Sep 03 20:30:59.436125 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 72673f31-d1ee-46a6-90d1-eab1118dbb14 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:30:59.437299 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d5c388a1-940d-454c-84ba-aecfeefc32db req-4c7b2ba1-7d25-4b8f-a9ff-d7e1a7f5e981 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Sep 03 20:30:59.440470 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 72673f31-d1ee-46a6-90d1-eab1118dbb14 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:30:59.440680 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:59.530271 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:59.552478 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:59.554722 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd13fe6-92f5-4a14-b019-8ba513871727" -d '{"events": [{"server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "name": "network-vif-plugged", "status": "completed", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:59.571403 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:59.576777 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:59.607482 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc1b0c8-15e5-49a4-abf8-cb722fe87419 x-openstack-request-id: req-2dc1b0c8-15e5-49a4-abf8-cb722fe87419 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:59.607871 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "name": "network-vif-plugged", "status": "completed", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:59.608052 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dc1b0c8-15e5-49a4-abf8-cb722fe87419 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:59.608485 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'code': 200} Sep 03 20:30:59.651029 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:59.651642 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-014f1b39-9c7a-46d6-8e0b-5c2c8a446f2a req-d54df29d-6a14-4c3f-a964-19c06ffe0c47 tempest-VolumesActionsTest-1458602399 tempest-VolumesActionsTest-1458602399-project] 10.222.0.23 "GET /v2.0/ports?device_id=05d7db9c-5568-406a-8403-5e57a9657e3b HTTP/1.1" status: 200 len: 210 time: 0.0330429 Sep 03 20:30:59.800943 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776df09c-299d-425c-83bf-36fd33aabce5 req-91bd497a-8580-4dab-96a6-9a4e349e541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:59.802483 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-776df09c-299d-425c-83bf-36fd33aabce5 req-91bd497a-8580-4dab-96a6-9a4e349e541b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1098 time: 0.0400348 Sep 03 20:30:59.841295 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-776df09c-299d-425c-83bf-36fd33aabce5 req-caa57c0c-f060-4d5f-a618-bff6777b6fe6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295928 Sep 03 20:31:00.290541 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19289e34-14d2-457f-980e-8c9a7bd89e16 req-47602082-f875-411b-a1c1-6f340b23fdd3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:00.292028 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19289e34-14d2-457f-980e-8c9a7bd89e16 req-47602082-f875-411b-a1c1-6f340b23fdd3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0493228 Sep 03 20:31:00.329324 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-19289e34-14d2-457f-980e-8c9a7bd89e16 req-6d378643-c8e9-45b2-ab89-d0938fb690c0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Sep 03 20:31:00.344458 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975f2d5-779a-4f00-9db9-39b77b31d354 req-b9ed1143-e513-4851-b28f-370afefacc04 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:00.345977 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b975f2d5-779a-4f00-9db9-39b77b31d354 req-b9ed1143-e513-4851-b28f-370afefacc04 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0487373 Sep 03 20:31:00.383230 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b975f2d5-779a-4f00-9db9-39b77b31d354 req-a9f21c24-52f7-4447-a929-8777248cdfdd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Sep 03 20:31:00.585218 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6847e-f94e-420f-8729-892e273a2d5d req-3b85f242-a914-4010-8b71-2fc60e98d60d tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:00.587806 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f1a6847e-f94e-420f-8729-892e273a2d5d req-3b85f242-a914-4010-8b71-2fc60e98d60d tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0717502 Sep 03 20:31:00.645190 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f1a6847e-f94e-420f-8729-892e273a2d5d req-d7426a7c-f3b3-44e7-a8fe-6031517b87fa tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506139 Sep 03 20:31:00.782597 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:01.136739 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-0bc55fe0-2b96-4ada-9f3b-90c0dc9196b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437348 Sep 03 20:31:01.207884 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-13f37407-9876-490e-b01e-b49c37084db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.209430 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-13f37407-9876-490e-b01e-b49c37084db8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.0470722 Sep 03 20:31:01.318222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-d19d711b-b96f-4968-bddb-4c9e006cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.319708 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-d19d711b-b96f-4968-bddb-4c9e006cc71c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.0871933 Sep 03 20:31:01.366794 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-b5ef0e87-9bcd-4b6b-b95d-39146be7b67b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.0379748 Sep 03 20:31:01.396910 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device a2cd96c4-65ef-4e97-ae4a-eedfe110a034 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:31:01.439562 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-ed69ba9d-b45e-4cf3-916f-edadd1cf9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.441298 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-ed69ba9d-b45e-4cf3-916f-edadd1cf9451 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.0528574 Sep 03 20:31:01.443712 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: a2cd96c4-65ef-4e97-ae4a-eedfe110a034 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:31:01.444268 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device a2cd96c4-65ef-4e97-ae4a-eedfe110a034 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:31:01.492304 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-79b2cfc2-4ca8-453e-82a4-43ecc9166c0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401282 Sep 03 20:31:01.534661 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac4934-427c-484e-b8d5-fe7b92dae644 req-1cc06bff-4072-493a-b7e0-3c0baefbd4be tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.536090 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-afac4934-427c-484e-b8d5-fe7b92dae644 req-1cc06bff-4072-493a-b7e0-3c0baefbd4be tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0720332 Sep 03 20:31:01.618449 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-afac4934-427c-484e-b8d5-fe7b92dae644 req-9d5f7396-dc12-4526-bf16-c9183bf33ff0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714324 Sep 03 20:31:01.638543 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-87df0980-27ac-4560-a2ca-5acedbe3e7a3 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194437 Sep 03 20:31:01.736925 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c19f87ed-8c71-455c-ad4c-ff94af80a130 req-ed8e411e-b55e-4e11-b8ae-2c89658696a5 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890689 Sep 03 20:31:01.757589 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aa8a0-9423-4abe-9571-0c8b1129f6b7 req-5cf84d68-3e2f-4f18-89ec-1d0471eeb145 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.762820 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-028aa8a0-9423-4abe-9571-0c8b1129f6b7 req-5cf84d68-3e2f-4f18-89ec-1d0471eeb145 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Sep 03 20:31:01.794865 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99464b92-b3a1-4f4f-a09b-092c788361c0 req-5cc5f710-b390-445c-9aab-9ebd8fbeb32e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.796544 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99464b92-b3a1-4f4f-a09b-092c788361c0 req-5cc5f710-b390-445c-9aab-9ebd8fbeb32e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0521142 Sep 03 20:31:01.801030 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-028aa8a0-9423-4abe-9571-0c8b1129f6b7 req-f7d9432e-2504-4f76-ad05-f4af6a496e54 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346186 Sep 03 20:31:01.843288 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-99464b92-b3a1-4f4f-a09b-092c788361c0 req-2ad5dff4-71c3-40f6-9d3b-f574d9f7d89f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Sep 03 20:31:01.914364 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f68494-471f-40c5-9c73-729899088260 req-33465756-e77d-4b08-95bd-c566621f85c8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:01.915866 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d8f68494-471f-40c5-9c73-729899088260 req-33465756-e77d-4b08-95bd-c566621f85c8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Sep 03 20:31:01.957545 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d8f68494-471f-40c5-9c73-729899088260 req-f5fb6f57-f551-4a5e-b0af-65d6297c686f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351367 Sep 03 20:31:02.285632 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567938a8-b943-4f11-990c-2a1a7dcd65fb req-6e10fb0a-d70a-4d2f-9abe-50d152bfcc9e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:02.287051 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-567938a8-b943-4f11-990c-2a1a7dcd65fb req-6e10fb0a-d70a-4d2f-9abe-50d152bfcc9e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0571048 Sep 03 20:31:02.325115 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-567938a8-b943-4f11-990c-2a1a7dcd65fb req-d2eafbd3-1435-4c25-ae71-b45decdd43b6 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Sep 03 20:31:02.735581 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd656442-07cf-4183-98fa-9a8b1d619b48 req-e28f8b83-1a75-44ed-ae81-62ecce5ed900 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:02.737045 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bd656442-07cf-4183-98fa-9a8b1d619b48 req-e28f8b83-1a75-44ed-ae81-62ecce5ed900 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0474241 Sep 03 20:31:02.773649 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bd656442-07cf-4183-98fa-9a8b1d619b48 req-bc96c4d3-f7a9-4aa1-b462-2fe09bf468c5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306997 Sep 03 20:31:03.891254 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140585b-7720-4522-a706-9387a2555347 req-62fa110a-d126-4a47-a05f-e107e4e79ec7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:03.892720 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0140585b-7720-4522-a706-9387a2555347 req-62fa110a-d126-4a47-a05f-e107e4e79ec7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0470102 Sep 03 20:31:03.933633 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0140585b-7720-4522-a706-9387a2555347 req-7652d054-dec5-41b9-974b-4919cf47bbbc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345061 Sep 03 20:31:05.050180 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd9b48-6c38-472f-91d1-259d607298b2 req-1dcde5f6-d6e3-43e4-9ca7-9a82c4dfcc30 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:05.051559 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7ebd9b48-6c38-472f-91d1-259d607298b2 req-1dcde5f6-d6e3-43e4-9ca7-9a82c4dfcc30 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0496330 Sep 03 20:31:05.089288 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7ebd9b48-6c38-472f-91d1-259d607298b2 req-b59ad013-2215-4ca5-993b-c0a790ff279f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Sep 03 20:31:06.283997 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8eb0b-7c4c-46ed-b679-ab1b81244989 req-75826937-7580-4317-aa26-73d9b30e1f22 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:06.286354 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b4b8eb0b-7c4c-46ed-b679-ab1b81244989 req-75826937-7580-4317-aa26-73d9b30e1f22 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0783534 Sep 03 20:31:06.364808 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b4b8eb0b-7c4c-46ed-b679-ab1b81244989 req-f7836e66-0e37-40b4-83dd-674465007122 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531464 Sep 03 20:31:06.647648 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75864d8-a07e-4fc6-84ef-35a964186877 req-2540c45a-428f-48ce-b68e-ee1306b7e008 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:06.649567 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e75864d8-a07e-4fc6-84ef-35a964186877 req-2540c45a-428f-48ce-b68e-ee1306b7e008 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0506728 Sep 03 20:31:06.696650 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e75864d8-a07e-4fc6-84ef-35a964186877 req-10faae79-2832-4a81-b76f-20290bd1fb56 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 Sep 03 20:31:07.495828 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b4226-3308-4896-ba0c-a5cce8f9227a req-c3473d25-3460-4a3f-ad55-db72bb643761 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:07.497883 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1b3b4226-3308-4896-ba0c-a5cce8f9227a req-c3473d25-3460-4a3f-ad55-db72bb643761 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0637078 Sep 03 20:31:07.548974 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1b3b4226-3308-4896-ba0c-a5cce8f9227a req-ba76e46e-fba6-4bad-80e3-6989b056a832 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435526 Sep 03 20:31:07.817695 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb9de2-1ca3-43b8-8492-1088879f54da req-c14e8657-4a03-46b8-8b56-ce7fe1ffd38a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:07.820339 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5fb9de2-1ca3-43b8-8492-1088879f54da req-c14e8657-4a03-46b8-8b56-ce7fe1ffd38a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0520322 Sep 03 20:31:07.864354 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5fb9de2-1ca3-43b8-8492-1088879f54da req-f94c04a1-daab-47f4-b33e-6b2b4fdf611f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Sep 03 20:31:08.699896 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f5c7-532a-41e0-9b7b-107bf86ed8f1 req-2c230d32-aaa0-4800-ada8-e4fe815d355a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:08.702241 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6757f5c7-532a-41e0-9b7b-107bf86ed8f1 req-2c230d32-aaa0-4800-ada8-e4fe815d355a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0642321 Sep 03 20:31:08.741828 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6757f5c7-532a-41e0-9b7b-107bf86ed8f1 req-7eae3e9d-43aa-4a6e-8bb2-15a231ee43f1 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329263 Sep 03 20:31:08.987653 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b538-1a04-4519-a7bf-aaf7e21939e5 req-e817c8f1-b7c1-4871-a7a0-a7ea66c359e1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:08.989303 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5a49b538-1a04-4519-a7bf-aaf7e21939e5 req-e817c8f1-b7c1-4871-a7a0-a7ea66c359e1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0536788 Sep 03 20:31:09.034770 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5a49b538-1a04-4519-a7bf-aaf7e21939e5 req-ed5b698a-0324-42da-b7dc-260a286f814a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Sep 03 20:31:09.884698 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f349-de32-4333-8cde-02d76ed8dc76 req-a6de9be9-cf39-4de6-9aeb-597b4c1fc592 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:09.886903 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3a40f349-de32-4333-8cde-02d76ed8dc76 req-a6de9be9-cf39-4de6-9aeb-597b4c1fc592 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0559909 Sep 03 20:31:09.933510 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3a40f349-de32-4333-8cde-02d76ed8dc76 req-5e046e54-40b4-4a34-aa7d-bfffa9b10084 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Sep 03 20:31:10.103081 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b63d8a1-67a3-4e34-9732-b13eaaddd2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:10.182224 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f1d08-2fc0-4c80-b3b4-e2e8e8d39f2f req-e67ab1fe-4809-4207-b724-a2b7cb52f24a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:10.184633 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-df2f1d08-2fc0-4c80-b3b4-e2e8e8d39f2f req-e67ab1fe-4809-4207-b724-a2b7cb52f24a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0534959 Sep 03 20:31:10.232109 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-df2f1d08-2fc0-4c80-b3b4-e2e8e8d39f2f req-879f24b3-94ff-41fa-8451-636518be8074 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410254 Sep 03 20:31:11.064239 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb141a1-a85a-4cec-8f51-6b6f67dd4b99 req-8d95fe06-47d5-4093-8045-e115ddbe06fc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:11.071471 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6bb141a1-a85a-4cec-8f51-6b6f67dd4b99 req-8d95fe06-47d5-4093-8045-e115ddbe06fc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0587740 Sep 03 20:31:11.107033 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6bb141a1-a85a-4cec-8f51-6b6f67dd4b99 req-08904941-3e57-4170-b5c8-5e2a84d9b830 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Sep 03 20:31:11.383991 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61991d5-fe81-41a5-9877-aace2f88ff37 req-ddbb4583-e73b-4e65-938b-dfb1bd5fce32 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:11.385557 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e61991d5-fe81-41a5-9877-aace2f88ff37 req-ddbb4583-e73b-4e65-938b-dfb1bd5fce32 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0653644 Sep 03 20:31:11.445523 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e61991d5-fe81-41a5-9877-aace2f88ff37 req-455ee442-7e9a-4658-a0a0-d0d4e60809f1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512557 Sep 03 20:31:12.319750 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e47a30-7518-47ac-8963-1ad7a0927d15 req-02675f1b-a8a6-4a11-960b-1da3ffa79889 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:12.328687 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e47a30-7518-47ac-8963-1ad7a0927d15 req-02675f1b-a8a6-4a11-960b-1da3ffa79889 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.1290860 Sep 03 20:31:12.373124 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e47a30-7518-47ac-8963-1ad7a0927d15 req-29be7f0d-a27b-4a9e-add1-fdbef3973c41 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433478 Sep 03 20:31:12.603018 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8325f-6b99-401f-bd1b-f47e3bc64392 req-4088e513-f2fd-477b-9325-7ebb4b1615fc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:12.604626 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9dc8325f-6b99-401f-bd1b-f47e3bc64392 req-4088e513-f2fd-477b-9325-7ebb4b1615fc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0575702 Sep 03 20:31:12.649158 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9dc8325f-6b99-401f-bd1b-f47e3bc64392 req-513b1c54-4f9a-4220-b8e5-ea276969096b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366039 Sep 03 20:31:12.661388 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c88b4cc3-2e3f-452d-86cf-4a14566699c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:13.009656 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:13.591190 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52263f89-a673-472f-8159-fa6588dcb6f9 req-4f4ae579-9817-44cf-a5db-fc86f0576542 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:13.602736 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52263f89-a673-472f-8159-fa6588dcb6f9 req-4f4ae579-9817-44cf-a5db-fc86f0576542 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0920701 Sep 03 20:31:13.656920 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52263f89-a673-472f-8159-fa6588dcb6f9 req-f6014aad-a1a7-4c73-84cc-849e19edc262 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528679 Sep 03 20:31:13.794089 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:13.800742 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21666094-3b95-4fbb-8795-19c708f04a48 req-27cf8af7-305d-4bb3-966f-5ca5dce52c19 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:13.806431 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-21666094-3b95-4fbb-8795-19c708f04a48 req-27cf8af7-305d-4bb3-966f-5ca5dce52c19 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0827866 Sep 03 20:31:13.861430 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-21666094-3b95-4fbb-8795-19c708f04a48 req-9d2b235b-fbe9-408e-ba46-3796e3d867e8 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Sep 03 20:31:14.809717 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecde20-aa1a-4d1a-812f-9368c2d6d38b req-843509bd-4160-4ab0-9821-c96d6a870314 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:14.811597 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e1ecde20-aa1a-4d1a-812f-9368c2d6d38b req-843509bd-4160-4ab0-9821-c96d6a870314 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0703683 Sep 03 20:31:14.853549 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e1ecde20-aa1a-4d1a-812f-9368c2d6d38b req-a2e695a9-b74b-4cca-b237-e81e16fff38b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342612 Sep 03 20:31:15.006567 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1659f-1db6-4e31-96b2-e08923030044 req-9919a160-f16d-47a9-ae49-b51144c8e381 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:15.008198 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-24b1659f-1db6-4e31-96b2-e08923030044 req-9919a160-f16d-47a9-ae49-b51144c8e381 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0665219 Sep 03 20:31:15.058402 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-24b1659f-1db6-4e31-96b2-e08923030044 req-4aa728ea-f40d-4eca-ab9d-21559573b1ed tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Sep 03 20:31:15.554111 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.982899 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51568-f808-4938-96fe-0d1268620c2e req-94d36b01-895c-4c62-83fe-b3d8691dd21a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:15.984851 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fde51568-f808-4938-96fe-0d1268620c2e req-94d36b01-895c-4c62-83fe-b3d8691dd21a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0519199 Sep 03 20:31:16.037723 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fde51568-f808-4938-96fe-0d1268620c2e req-af1f0ad8-d91f-4119-b61a-51df45de8d67 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Sep 03 20:31:16.196902 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae503-3ff6-4331-90d1-bcd1f816b626 req-37a819fe-a0ac-47a7-9a6f-8b0e15b5f36c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:16.207343 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1efae503-3ff6-4331-90d1-bcd1f816b626 req-37a819fe-a0ac-47a7-9a6f-8b0e15b5f36c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0779979 Sep 03 20:31:16.253989 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1efae503-3ff6-4331-90d1-bcd1f816b626 req-a7dd5969-fac9-4f8f-a0bc-69dc97f36d76 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452595 Sep 03 20:31:17.176227 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d63f9-bdea-4e14-941d-107b975c076c req-bfe7775f-e405-4cf5-b7de-c2fc5996ef8e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:17.178763 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2e2d63f9-bdea-4e14-941d-107b975c076c req-bfe7775f-e405-4cf5-b7de-c2fc5996ef8e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0606902 Sep 03 20:31:17.253473 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2e2d63f9-bdea-4e14-941d-107b975c076c req-e65dc772-416e-4cfc-9852-5e8327f95f22 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678833 Sep 03 20:31:17.380888 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d4e9d-7645-4ad8-8498-eb1c467dfea5 req-fa576551-16a4-4e37-8b23-aedc684f04c6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:17.382467 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-697d4e9d-7645-4ad8-8498-eb1c467dfea5 req-fa576551-16a4-4e37-8b23-aedc684f04c6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0542271 Sep 03 20:31:17.436827 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-697d4e9d-7645-4ad8-8498-eb1c467dfea5 req-4584cec2-a1a7-4716-9a3f-758dd6718f23 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471165 Sep 03 20:31:18.380444 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822c1d7-f87a-4a8a-8f49-99dd6318b616 req-6bc5ed2b-2b42-4baf-a704-6f97731c3386 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:18.382861 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d822c1d7-f87a-4a8a-8f49-99dd6318b616 req-6bc5ed2b-2b42-4baf-a704-6f97731c3386 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0533614 Sep 03 20:31:18.434543 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d822c1d7-f87a-4a8a-8f49-99dd6318b616 req-9411a8aa-9363-4064-ace2-b63270ffec16 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457013 Sep 03 20:31:18.572956 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650d40-2287-4bed-b64c-e4af505d00c2 req-7ac3fd73-ffbf-4e07-ba1e-dc52730f7be2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:18.574613 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c4650d40-2287-4bed-b64c-e4af505d00c2 req-7ac3fd73-ffbf-4e07-ba1e-dc52730f7be2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0598249 Sep 03 20:31:18.615288 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c4650d40-2287-4bed-b64c-e4af505d00c2 req-91135595-64aa-4666-b899-3637d81b1702 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Sep 03 20:31:19.565315 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c39e1e-f91d-4558-b3cb-8816ca45ed08 req-d502a969-0e3c-49b5-a0bb-b6869a1ff8a0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:19.566990 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-87c39e1e-f91d-4558-b3cb-8816ca45ed08 req-d502a969-0e3c-49b5-a0bb-b6869a1ff8a0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0550497 Sep 03 20:31:19.605237 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-87c39e1e-f91d-4558-b3cb-8816ca45ed08 req-8748775e-15ab-4281-be0c-ba88fd799088 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Sep 03 20:31:19.743296 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ba55-de0e-4151-95c5-0778d534800a req-7f2297d0-3c65-43f1-8aea-1df95105ddc3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:19.745529 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6dd5ba55-de0e-4151-95c5-0778d534800a req-7f2297d0-3c65-43f1-8aea-1df95105ddc3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0596440 Sep 03 20:31:19.803778 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6dd5ba55-de0e-4151-95c5-0778d534800a req-892a97c0-3f5e-44d1-9cc9-790c83930fa6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520318 Sep 03 20:31:20.232478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d160a89-b10d-4527-a744-117bc7653c6a req-11e34d0c-23b6-45dd-9f81-8acc5409b43e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:20.235054 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1d160a89-b10d-4527-a744-117bc7653c6a req-11e34d0c-23b6-45dd-9f81-8acc5409b43e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0834265 Sep 03 20:31:20.246145 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-30a2679e-2278-4c9f-a6ce-519c9039a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:20.248938 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-30a2679e-2278-4c9f-a6ce-519c9039a161 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.0885973 Sep 03 20:31:20.382565 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1d160a89-b10d-4527-a744-117bc7653c6a req-f7d1ef09-1262-4628-a5b4-59ff20ffe46f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405714 Sep 03 20:31:20.391647 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-fb3479aa-c726-447d-b6a1-2e10b19365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:20.393103 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-fb3479aa-c726-447d-b6a1-2e10b19365f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.1268179 Sep 03 20:31:20.454456 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-2775b8a7-2fad-4823-a8c3-4eec567d391f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.0490870 Sep 03 20:31:20.520323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-0fc5b1cf-f1c9-441b-963d-cae07d40391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:20.521778 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-0fc5b1cf-f1c9-441b-963d-cae07d40391d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.0558679 Sep 03 20:31:20.559216 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-139e2dfd-6010-4918-976b-7037169a1c78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282760 Sep 03 20:31:20.708797 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-045adff4-5c0b-43d3-955a-d8e9061cac76 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353276 Sep 03 20:31:20.762705 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8454826-20a4-492b-8f2c-e3058ca761bd req-02c6b72d-b237-4e61-9d08-4449ee781bbd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:20.764247 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a8454826-20a4-492b-8f2c-e3058ca761bd req-02c6b72d-b237-4e61-9d08-4449ee781bbd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0720291 Sep 03 20:31:20.820214 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a8454826-20a4-492b-8f2c-e3058ca761bd req-08d2a2bb-daba-4ec1-94a1-21ea3f9f9f8a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476584 Sep 03 20:31:20.853731 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dc68762f-6bbf-4162-a259-6611c53eecb2 req-7aee7efb-a356-4022-86b3-1f24ab85b02b service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297555 Sep 03 20:31:20.962486 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5a471-bf49-4e92-bcd7-535b85c3a7b0 req-95796be2-f2cb-4a86-86e6-0a0a2f3777ff tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:20.966721 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0ee5a471-bf49-4e92-bcd7-535b85c3a7b0 req-95796be2-f2cb-4a86-86e6-0a0a2f3777ff tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0776563 Sep 03 20:31:21.024414 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0ee5a471-bf49-4e92-bcd7-535b85c3a7b0 req-b6fd94cf-5f88-4c63-a34f-03508636ca87 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Sep 03 20:31:21.505190 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f519b-280b-40a0-aa04-e9d5710f0646 req-065cc4cb-ec2a-446f-b082-589db2c72653 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:21.506703 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-589f519b-280b-40a0-aa04-e9d5710f0646 req-065cc4cb-ec2a-446f-b082-589db2c72653 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0511150 Sep 03 20:31:21.546468 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-589f519b-280b-40a0-aa04-e9d5710f0646 req-e35af68f-40ae-4886-b8ba-e55ca5fb47f8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Sep 03 20:31:21.945235 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cf2a5-ffab-4045-a68a-cb33b38ae95d req-3ea12535-5ed4-4295-b90c-3faa6dc70ba0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:21.946696 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aa4cf2a5-ffab-4045-a68a-cb33b38ae95d req-3ea12535-5ed4-4295-b90c-3faa6dc70ba0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0470288 Sep 03 20:31:21.995544 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aa4cf2a5-ffab-4045-a68a-cb33b38ae95d req-b7ce9c2a-73d7-4a51-acdf-3d6044041360 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Sep 03 20:31:22.137546 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b93f05-b9a2-46b5-aa0e-38d7f729c2b5 req-6b7bf9a6-57a8-4f55-a940-0ce3ede01da4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:22.138935 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-18b93f05-b9a2-46b5-aa0e-38d7f729c2b5 req-6b7bf9a6-57a8-4f55-a940-0ce3ede01da4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0477691 Sep 03 20:31:22.175417 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-18b93f05-b9a2-46b5-aa0e-38d7f729c2b5 req-237cf5e0-8aeb-4442-8c05-9f95d71602bc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304077 Sep 03 20:31:22.659884 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf02b6-df2e-4ec5-8caf-d87cab78db88 req-af0f1235-7254-4e40-b390-d408bd5f91d6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:22.661287 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f9cf02b6-df2e-4ec5-8caf-d87cab78db88 req-af0f1235-7254-4e40-b390-d408bd5f91d6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0479894 Sep 03 20:31:22.696712 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f9cf02b6-df2e-4ec5-8caf-d87cab78db88 req-8604cb8d-dcf5-4c92-9182-aa2d147e25f8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296438 Sep 03 20:31:23.121587 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b413f0-3621-4416-bf31-a79c865706ab req-90038a56-be26-4149-8232-ee7817a048dc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:23.123064 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-16b413f0-3621-4416-bf31-a79c865706ab req-90038a56-be26-4149-8232-ee7817a048dc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0532975 Sep 03 20:31:23.160685 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-16b413f0-3621-4416-bf31-a79c865706ab req-3850b4b3-475e-424b-b0c9-4de7a1c2c8c4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Sep 03 20:31:23.291298 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3f01a-c67d-49f7-95cb-a7e98cf3aeb6 req-fec67de8-a00b-437b-badc-e2a4c85b950c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:23.292846 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-64c3f01a-c67d-49f7-95cb-a7e98cf3aeb6 req-fec67de8-a00b-437b-badc-e2a4c85b950c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0495720 Sep 03 20:31:23.336198 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-64c3f01a-c67d-49f7-95cb-a7e98cf3aeb6 req-e2dc2c56-1e2d-4548-bbb3-76c895856827 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Sep 03 20:31:23.492327 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:31:23.587706 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:23.606446 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'mac_address': 'fa:16:3e:81:d2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:31:23.638182 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.650137 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c792a5d8-8f04-449e-8372-bc9da89d4c71 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:31:23.669771 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:23.673227 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.718026 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:23.809381 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be8874-5ae3-492b-814b-e9e8195b2fae req-5d95fca0-7fb8-410f-a47a-26f98fbacf75 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:23.810861 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-01be8874-5ae3-492b-814b-e9e8195b2fae req-5d95fca0-7fb8-410f-a47a-26f98fbacf75 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0473936 Sep 03 20:31:23.853386 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-01be8874-5ae3-492b-814b-e9e8195b2fae req-9f1458cd-9ef4-4f00-9d8c-b119c941bb98 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362260 Sep 03 20:31:23.878678 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['c792a5d8-8f04-449e-8372-bc9da89d4c71'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:31:24.282769 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074960e-76b6-4515-98fe-eb65aff6b277 req-8e84ddf8-6b58-4748-acc2-08226e773783 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:24.284234 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5074960e-76b6-4515-98fe-eb65aff6b277 req-8e84ddf8-6b58-4748-acc2-08226e773783 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0480833 Sep 03 20:31:24.319820 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5074960e-76b6-4515-98fe-eb65aff6b277 req-0a7f2ccf-8f52-4cdd-915f-d6e881e626ce tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298233 Sep 03 20:31:24.445627 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67939-7d65-491b-ba32-cd298e5d1137 req-2cf7f80e-7d9c-40ca-9ee7-19947280afab tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:24.447098 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6fb67939-7d65-491b-ba32-cd298e5d1137 req-2cf7f80e-7d9c-40ca-9ee7-19947280afab tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0468423 Sep 03 20:31:24.485122 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6fb67939-7d65-491b-ba32-cd298e5d1137 req-0392964c-b338-413e-9143-8ac36f420acc tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Sep 03 20:31:24.628899 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34104) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:24.672016 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Deleting subnet 138fee91-62db-446f-9b99-5806b3f6c6a0 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:31:24.675044 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.710804 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.752158 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.802271 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.827415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138fee91-62db-446f-9b99-5806b3f6c6a0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:24.831743 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.837001 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8bd2d8b5-d28f-453b-a0ea-a648cc688c1f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/138fee91-62db-446f-9b99-5806b3f6c6a0 HTTP/1.1" status: 204 len: 168 time: 0.2036600 Sep 03 20:31:24.837001 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34114) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:24.909524 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.016778 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.029239 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e53811-8b3c-4b48-805f-0e8d76176042']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:25.048383 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21efa6-5da6-4f71-bad7-2342706bceac req-f0232bef-1ebf-4add-b03b-b60858e50fff tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:25.049881 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d21efa6-5da6-4f71-bad7-2342706bceac req-f0232bef-1ebf-4add-b03b-b60858e50fff tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1267507 Sep 03 20:31:25.051555 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5304c125-95a7-467e-b8cb-77b2853515c2') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:25.051845 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5304c125-95a7-467e-b8cb-77b2853515c2') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:25.067764 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.094362 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.108379 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:31:25.108783 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:31:25.110518 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:31:25.122532 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0d21efa6-5da6-4f71-bad7-2342706bceac req-de591eee-47c8-4bf0-8b42-2120bdddb319 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632546 Sep 03 20:31:25.176310 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.183368 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.196950 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6e53811-8b3c-4b48-805f-0e8d76176042 HTTP/1.1" status: 204 len: 168 time: 0.3541980 Sep 03 20:31:25.224195 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7492302-73b5-4994-bc33-e7539c6bde0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e53811-8b3c-4b48-805f-0e8d76176042,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:25.403576 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34138) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:25.466079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6aade-1e8f-4685-9162-5360f5310083 req-c94c222b-0613-4fab-a538-2bb828e55b51 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:25.467795 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-37d6aade-1e8f-4685-9162-5360f5310083 req-c94c222b-0613-4fab-a538-2bb828e55b51 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0665109 Sep 03 20:31:25.468848 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b9189735-b53b-4115-80fa-f02ab4c088dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c844bac793c94eb48f8f0fb1ee960b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640802 Sep 03 20:31:25.471270 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34140) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:25.501119 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:25.552125 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-37d6aade-1e8f-4685-9162-5360f5310083 req-24f513fb-724d-45de-ad7f-0a74b5052fbe tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777206 Sep 03 20:31:25.572321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.588966 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port c792a5d8-8f04-449e-8372-bc9da89d4c71 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:25.589369 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.635070 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.688364 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.707769 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a04e5d-b9a2-4ed1-a5f9-642921dfa070 req-32b521b6-5b2c-4135-b881-d39d2c1e6020 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:25.709648 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-79a04e5d-b9a2-4ed1-a5f9-642921dfa070 req-32b521b6-5b2c-4135-b881-d39d2c1e6020 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1208925 Sep 03 20:31:25.710949 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.713743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.715267 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48d4d76c-418f-47d3-a34b-c5adbfb7ef75 HTTP/1.1" status: 204 len: 168 time: 0.2426565 Sep 03 20:31:25.741699 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d4d76c-418f-47d3-a34b-c5adbfb7ef75,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:25.753598 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.754209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.754709 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.755195 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.755690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.756182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.756680 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.757162 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.757692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.758180 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.758655 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.759145 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db727e9-f241-4092-bdff-6cf554b93826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:25.771912 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:25.775064 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502278fd-9192-40f9-ab56-6c3872f09c07" -d '{"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-plugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:25.785863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:25.796779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.832633 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-79a04e5d-b9a2-4ed1-a5f9-642921dfa070 req-1641225e-3eba-4c3c-967f-5c9f6e1b07bd tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047995 Sep 03 20:31:25.877320 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4a80d-6aa4-4418-b2d5-99b5d0695879 x-openstack-request-id: req-e4c4a80d-6aa4-4418-b2d5-99b5d0695879 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:25.878101 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-plugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:25.878941 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c4a80d-6aa4-4418-b2d5-99b5d0695879 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:25.879862 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'code': 200} Sep 03 20:31:25.880967 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:26.283106 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf605-dd5f-4e02-a1b7-1b8763e50cfc req-a9ce5f65-ac57-4314-8306-4ced876c7a95 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:26.284901 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-40faf605-dd5f-4e02-a1b7-1b8763e50cfc req-a9ce5f65-ac57-4314-8306-4ced876c7a95 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0742407 Sep 03 20:31:26.343773 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-40faf605-dd5f-4e02-a1b7-1b8763e50cfc req-03a7630a-7ee2-4385-9b05-06e9bf90d604 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 Sep 03 20:31:26.690818 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a115ef-4046-45da-87c6-7bf5a4a29844 req-619e0c93-2a8f-4689-a98b-613c8f84bc8e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:26.693715 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-09a115ef-4046-45da-87c6-7bf5a4a29844 req-619e0c93-2a8f-4689-a98b-613c8f84bc8e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0677350 Sep 03 20:31:26.769656 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-09a115ef-4046-45da-87c6-7bf5a4a29844 req-a196973f-c32a-4ec6-8293-e2647da53cb6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617828 Sep 03 20:31:27.066529 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12e8d4-569a-42d6-b85a-2260fa19a744 req-d6696e4c-6d50-4b2e-b7ec-842b0b1e4c7e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:27.067560 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20bf97-9305-43d5-9879-bbffed1a1ae8 req-b754e0b7-82ff-468b-b11c-f52db3e0ec71 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:27.069438 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9b20bf97-9305-43d5-9879-bbffed1a1ae8 req-b754e0b7-82ff-468b-b11c-f52db3e0ec71 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.1072466 Sep 03 20:31:27.080553 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1c12e8d4-569a-42d6-b85a-2260fa19a744 req-d6696e4c-6d50-4b2e-b7ec-842b0b1e4c7e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1033196 Sep 03 20:31:27.136014 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9b20bf97-9305-43d5-9879-bbffed1a1ae8 req-7ed57964-3e30-4bd5-857b-769e7db874bc tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550957 Sep 03 20:31:27.137674 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1c12e8d4-569a-42d6-b85a-2260fa19a744 req-e4248fcb-7313-4016-a6f5-2cf7ff04b220 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509944 Sep 03 20:31:27.148841 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34224) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:27.470949 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda29ca-d33e-46a8-bea7-67c87ce83a0d tempest-TestMinimumBasicScenario-594024362 tempest-TestMinimumBasicScenario-594024362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:27.473492 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-efda29ca-d33e-46a8-bea7-67c87ce83a0d tempest-TestMinimumBasicScenario-594024362 tempest-TestMinimumBasicScenario-594024362-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1093 time: 0.3232496 Sep 03 20:31:27.476237 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:27.483269 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'port_id': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:27.538688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.608758 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4aab7-fa08-4684-837f-a72f7ebf00d3 req-d19a7708-e276-418e-b151-3953d134c01b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:27.611791 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-60d4aab7-fa08-4684-837f-a72f7ebf00d3 req-d19a7708-e276-418e-b151-3953d134c01b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0837493 Sep 03 20:31:27.658964 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-60d4aab7-fa08-4684-837f-a72f7ebf00d3 req-bfecb047-6a89-40df-b0ae-33d4b72d9d6c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Sep 03 20:31:27.696544 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.890987 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Allocated IP 172.27.2.4 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/6154a19d-2e39-4293-bb5a-58dfb339a0f8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:28.003913 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7d2e-d0af-43cf-8964-3174f8396c9e req-8e026497-cf1f-4fcb-ad6a-ecb8bdf53f20 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:28.005614 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e8bf7d2e-d0af-43cf-8964-3174f8396c9e req-8e026497-cf1f-4fcb-ad6a-ecb8bdf53f20 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0914226 Sep 03 20:31:28.087313 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e8bf7d2e-d0af-43cf-8964-3174f8396c9e req-7e5c540b-84f3-4017-a9a2-960fd0432cf0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559795 Sep 03 20:31:28.124324 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.172307 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.217216 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:28.219124 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:28.222845 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:28.253666 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'Port': ['ID=6154a19d-2e39-4293-bb5a-58dfb339a0f8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.282452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4281493-2709-4220-baa2-c579ecd677c0 req-775f40a8-a31a-4877-a446-563845e58af8 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:28.290251 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c4281493-2709-4220-baa2-c579ecd677c0 req-775f40a8-a31a-4877-a446-563845e58af8 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0873637 Sep 03 20:31:28.335249 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c4281493-2709-4220-baa2-c579ecd677c0 req-067dd1b4-7595-489d-88a7-1262248d2b65 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Sep 03 20:31:28.808323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c519905-2379-4ada-ac74-ef11e4c36dcd req-dc4bcbc1-c494-4a0f-8323-6453c3bdda57 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:28.815744 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0c519905-2379-4ada-ac74-ef11e4c36dcd req-dc4bcbc1-c494-4a0f-8323-6453c3bdda57 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0593231 Sep 03 20:31:28.864879 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0c519905-2379-4ada-ac74-ef11e4c36dcd req-ad19a5da-3cae-4fee-bc99-c1ac8eed38a8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Sep 03 20:31:28.880952 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.974807 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.154570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.162265 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.282995 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'Port': ['ID=6154a19d-2e39-4293-bb5a-58dfb339a0f8,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:29.301131 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.312157 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885ce7e-3334-46b9-8c76-fd01461b7db6 req-f6320ab6-335e-466a-8280-98edf3408170 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:29.313864 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6885ce7e-3334-46b9-8c76-fd01461b7db6 req-f6320ab6-335e-466a-8280-98edf3408170 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.1182156 Sep 03 20:31:29.439085 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6885ce7e-3334-46b9-8c76-fd01461b7db6 req-9e8279fc-2e22-4b69-92e2-9f56309df764 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890193 Sep 03 20:31:29.479043 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Floating IP 701ef777-2689-455a-baf4-5d1d4ab9fe73 associated. External IP: 172.27.2.4, port: 72673f31-d1ee-46a6-90d1-eab1118dbb14. Sep 03 20:31:29.512892 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4e70-1a04-49a7-a586-8adf2a0c5e3c req-96b9853d-ed17-4072-8650-203dbe95f027 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:29.515387 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-50ca4e70-1a04-49a7-a586-8adf2a0c5e3c req-96b9853d-ed17-4072-8650-203dbe95f027 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0899522 Sep 03 20:31:29.555828 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-50ca4e70-1a04-49a7-a586-8adf2a0c5e3c req-1882e61f-efcb-4378-a769-649d854beec2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343320 Sep 03 20:31:29.720861 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:31:29.870021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:31:29.884834 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] Sync routers for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:31:29.896035 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:29.897617 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:31:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:29.921034 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.002620 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-68af1161-2ccc-4e45-9912-9ddd59b65da9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5230002 Sep 03 20:31:30.004399 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:30.006348 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34286) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:30.006499 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08" -d '{"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:30.016871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193519557', 'description': 'tempest-secgroup-smoke-193519557 description', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:30.029594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac952d3-b1db-43c8-a359-24db084fb000 req-e0283825-b7fb-48e9-9b5e-f77d86eba719 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:30.031171 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7ac952d3-b1db-43c8-a359-24db084fb000 req-e0283825-b7fb-48e9-9b5e-f77d86eba719 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0736883 Sep 03 20:31:30.032664 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:30.087747 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.111412 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7ac952d3-b1db-43c8-a359-24db084fb000 req-db7fa74e-5611-4f02-8fcf-21cab94b52df tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686421 Sep 03 20:31:30.168681 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cccbcd0-40b1-4aac-9846-290816b97268 x-openstack-request-id: req-9cccbcd0-40b1-4aac-9846-290816b97268 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:30.168929 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:30.169144 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cccbcd0-40b1-4aac-9846-290816b97268 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:30.169573 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'status': 'completed', 'code': 200} Sep 03 20:31:30.193100 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5193ad2-0857-4be3-964f-7ec681c7b23b req-4521c047-afa3-4893-8ffb-905b7f4711ef tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:30.194694 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f5193ad2-0857-4be3-964f-7ec681c7b23b req-4521c047-afa3-4893-8ffb-905b7f4711ef tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.2111108 Sep 03 20:31:30.262500 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.274873 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.278634 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '701ef777-2689-455a-baf4-5d1d4ab9fe73', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'port_id': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'mac_address': 'fa:16:3e:a9:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:31:28Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 0, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:30.306209 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] Checking router: 950bb8b4-237e-4572-a8b2-2bf9a61e1435 for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:31:30.316367 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:30.316998 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:31:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:30.467459 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:30.558644 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f5193ad2-0857-4be3-964f-7ec681c7b23b req-cbf9a242-00bc-4387-8a6c-9feea1574961 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512845 Sep 03 20:31:30.560783 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-30ef404b-92e0-40ec-811e-5697d9308253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:30.562331 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-30ef404b-92e0-40ec-811e-5697d9308253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1098 time: 0.3538926 Sep 03 20:31:30.570832 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.575354 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5678983 Sep 03 20:31:30.576291 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34294) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:30.595950 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8b785-1822-4c2f-b80d-8cdf7d6b8633 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc522d-9afe-49eb-b67f-d3cc67d17edb,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:30.616309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group_rule': {'security_group_id': '19bc522d-9afe-49eb-b67f-d3cc67d17edb', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:30.711754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.782234 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097330e-fbf5-4f5c-a194-b92bc8cec92e req-86d25824-f97d-4ce1-bbb6-0627cbfa53ba tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:30.786214 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.792741 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f097330e-fbf5-4f5c-a194-b92bc8cec92e req-86d25824-f97d-4ce1-bbb6-0627cbfa53ba tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.2168562 Sep 03 20:31:30.830215 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47ded4-6b39-485b-a74e-20ac4f051583 req-0450f5f2-60c5-4a65-b2ce-65683908aa34 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:30.832869 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9a47ded4-6b39-485b-a74e-20ac4f051583 req-0450f5f2-60c5-4a65-b2ce-65683908aa34 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1006258 Sep 03 20:31:30.836181 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-d54bc020-52aa-424f-9064-d82b5e72daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:30.837763 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-d54bc020-52aa-424f-9064-d82b5e72daf6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 915 time: 0.2584946 Sep 03 20:31:30.906489 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f097330e-fbf5-4f5c-a194-b92bc8cec92e req-74c3c80b-a2db-44df-bbd4-7cea9676814b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106091 Sep 03 20:31:30.933021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.946561 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.969096 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9a47ded4-6b39-485b-a74e-20ac4f051583 req-6a814e97-1afb-4c91-9515-2b1942123f76 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204870 Sep 03 20:31:30.976474 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '701ef777-2689-455a-baf4-5d1d4ab9fe73', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'port_id': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'mac_address': 'fa:16:3e:a9:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:31:28Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 0, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:30.989244 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.989244 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079182 Sep 03 20:31:30.989584 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34300) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:30.989726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f94ba-9d68-4a40-a34d-25cc7a5e7f9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cd067f-83a9-42b1-911d-1410db87c116,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:30.995654 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group_rule': {'security_group_id': '19bc522d-9afe-49eb-b67f-d3cc67d17edb', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.014577 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-20382fcf-f567-4227-83eb-e5c606e2ab68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 997 time: 0.1647484 Sep 03 20:31:31.024996 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c95941-e2b1-4829-8ef7-715fcedd3c21 None None] The sync data for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi is: [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '701ef777-2689-455a-baf4-5d1d4ab9fe73', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'port_id': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'mac_address': 'fa:16:3e:a9:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:31:28Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 0, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:31:31.071136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.189172 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.191877 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-6d09bd46-23f1-4185-b78a-e67f81b70c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:31.194000 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-6d09bd46-23f1-4185-b78a-e67f81b70c9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 200 len: 853 time: 0.1666164 Sep 03 20:31:31.253556 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.268102 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098472-995d-4bfd-9004-a5a9a15bacfd req-3251ec74-5e5e-4198-aafb-719c5c7bde71 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:31.275638 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1d098472-995d-4bfd-9004-a5a9a15bacfd req-3251ec74-5e5e-4198-aafb-719c5c7bde71 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0732365 Sep 03 20:31:31.296046 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-f944beea-c62c-4dd5-bfaa-47d12e70974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:31.304394 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-f944beea-c62c-4dd5-bfaa-47d12e70974a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844560 Sep 03 20:31:31.304394 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9b0a3b-ae19-447f-a978-0a5d27f710a1,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.324229 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.325373 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d36028d7-d7aa-4118-9c5e-e99581c21560 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3351376 Sep 03 20:31:31.335544 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34304) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.340570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group_rule': {'security_group_id': '19bc522d-9afe-49eb-b67f-d3cc67d17edb', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.363743 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1d098472-995d-4bfd-9004-a5a9a15bacfd req-0bcb60e9-78b7-416f-a84c-f1f29ad7d93b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865185 Sep 03 20:31:31.395235 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388bdf7f-5b3f-45ef-8dc1-e1df1646db22 None None] New status for floating IP 701ef777-2689-455a-baf4-5d1d4ab9fe73: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:31:31.427446 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.468347 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-4e7b988d-c5bc-4a0b-9576-5858617cec9f service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545920 Sep 03 20:31:31.534454 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.541011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.568707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.570076 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334385 Sep 03 20:31:31.570994 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb8885-d6a5-4e21-9059-7d27d6fb180b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a57bc66-0964-4856-bade-2d4b6baa6394,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.573524 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34306) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.578878 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group_rule': {'security_group_id': '19bc522d-9afe-49eb-b67f-d3cc67d17edb', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.617660 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.678834 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83fe8cb9-08de-4de2-b0a4-10aa4e80ee08 req-4eddbbff-9e61-4ee4-bbcc-c81a3f5d39e8 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968451 Sep 03 20:31:31.701436 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.707228 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.734321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab126a90-2ee3-4565-afe1-e5ae9b1a89bb,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.746430 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.752573 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d35838d6-6bb0-4746-84a8-1040b561d0c9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780477 Sep 03 20:31:31.753698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34310) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.765578 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group_rule': {'security_group_id': '19bc522d-9afe-49eb-b67f-d3cc67d17edb', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.794233 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a4f5-7015-4c4e-95e2-bbf1c88d5975 req-b3f59c4f-da6a-4560-856f-598b7b0ea182 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:31.795869 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1dd6a4f5-7015-4c4e-95e2-bbf1c88d5975 req-b3f59c4f-da6a-4560-856f-598b7b0ea182 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.1025310 Sep 03 20:31:31.799078 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Project dcdb5b1b9e6643d0b870ec55378d20d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:31:31.805300 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.867772 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1dd6a4f5-7015-4c4e-95e2-bbf1c88d5975 req-8423c032-4f05-4d6c-884e-64f2155db293 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650847 Sep 03 20:31:31.898176 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.904259 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.923260 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a01ec-b4ad-4ca9-96dc-ef1c5ce9b098,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.930195 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.931730 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-9e06fb2e-d533-4dc0-8367-4654390dc43c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1770427 Sep 03 20:31:31.935104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34314) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.940530 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'security_group_rule': {'security_group_id': '19bc522d-9afe-49eb-b67f-d3cc67d17edb', 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.984649 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Project dcdb5b1b9e6643d0b870ec55378d20d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:31:31.991755 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.058148 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.067364 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.100226 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c77294-8e69-4f79-8562-4998efac3cec,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:32.103919 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381647e9-e5d1-4fed-b101-a26c670f2df7 req-dc283304-ee87-40d8-bc30-b99eab3c069b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:32.106839 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-381647e9-e5d1-4fed-b101-a26c670f2df7 req-dc283304-ee87-40d8-bc30-b99eab3c069b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0998118 Sep 03 20:31:32.146581 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.150405 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2abb4bb4-8c40-483f-9e05-1bc53e4c5056 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2114043 Sep 03 20:31:32.154410 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-381647e9-e5d1-4fed-b101-a26c670f2df7 req-d5364b5b-3864-4aed-a382-c21bf458c00f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405281 Sep 03 20:31:32.166233 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaa035-49bc-4be5-84bd-700054e21d4b req-56177012-9ce6-41a5-9692-d9a4de492afb tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:32.168531 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-38eaa035-49bc-4be5-84bd-700054e21d4b req-56177012-9ce6-41a5-9692-d9a4de492afb tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1039376 Sep 03 20:31:32.250570 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-38eaa035-49bc-4be5-84bd-700054e21d4b req-b41e3fce-293b-40e2-99ac-6abb268d849b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708284 Sep 03 20:31:32.269216 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-27f0ecd8-e1db-43af-9c6a-945ef95b3204 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193519557&fields=id&tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0 HTTP/1.1" status: 200 len: 267 time: 0.0446188 Sep 03 20:31:32.325553 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991323d9-eae3-478f-a72d-bfa279c69032 req-3b7640c1-53f2-4698-87c2-e0311c440376 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:32.327469 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-991323d9-eae3-478f-a72d-bfa279c69032 req-3b7640c1-53f2-4698-87c2-e0311c440376 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 945 time: 0.0652978 Sep 03 20:31:32.359293 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-943b2fbb-7676-4153-922d-02368b2506f6 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:32.361298 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-943b2fbb-7676-4153-922d-02368b2506f6 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0912457 Sep 03 20:31:32.391907 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'port': {'security_groups': ['d9380d59-e150-4930-a5da-ab90cf415362', '19bc522d-9afe-49eb-b67f-d3cc67d17edb']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:32.475143 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Deleting port b3c6a263-85cf-4cba-9016-e3d9b2c32604 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:31:32.475763 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.522326 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.603913 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3632c-7d3c-4c99-bf7e-6d841a751133 req-72012cad-8ac4-43ec-a7fe-f732b7498233 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:32.606620 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8f3632c-7d3c-4c99-bf7e-6d841a751133 req-72012cad-8ac4-43ec-a7fe-f732b7498233 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1341629 Sep 03 20:31:32.673350 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:31:32.675898 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8f3632c-7d3c-4c99-bf7e-6d841a751133 req-28eff254-c8a8-4828-909a-e289bc59109e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627217 Sep 03 20:31:32.684955 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] For port b3c6a263-85cf-4cba-9016-e3d9b2c32604, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3c6a263-85cf-4cba-9016-e3d9b2c32604,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:32.686793 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.708030 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Calling delete_port for b3c6a263-85cf-4cba-9016-e3d9b2c32604 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:31:32.870796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:32.890908 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.905800 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb', '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', '568eca81-052e-47e5-a3c7-68c3aeddaf14', 'b3c6a263-85cf-4cba-9016-e3d9b2c32604'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:31:32.910959 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.919355 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.960327 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event deleted for resources: {'Port': ['ID=b3c6a263-85cf-4cba-9016-e3d9b2c32604,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:32.987958 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] No DVR routers for this DVR port b3c6a263-85cf-4cba-9016-e3d9b2c32604 on host hv-cinder-76015 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:31:32.997490 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.000521 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-991323d9-eae3-478f-a72d-bfa279c69032 req-211becf9-979c-434f-be40-57f636c7c53f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "DELETE /v2.0/ports/b3c6a263-85cf-4cba-9016-e3d9b2c32604 HTTP/1.1" status: 204 len: 173 time: 0.6648402 Sep 03 20:31:33.001015 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de057f3-a28b-487a-89c0-c412489a84fe', 'name': 'network-vif-deleted', 'tag': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:33.003606 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245eb91-d18e-41bd-950b-65766f872640" -d '{"events": [{"server_uuid": "8de057f3-a28b-487a-89c0-c412489a84fe", "name": "network-vif-deleted", "tag": "b3c6a263-85cf-4cba-9016-e3d9b2c32604"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:33.113341 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-97962925-660f-409b-bd09-e94e6d8abea3 req-d1276d1a-6550-4d11-bb01-d7dea8d5ed98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de057f3-a28b-487a-89c0-c412489a84fe HTTP/1.1" status: 200 len: 210 time: 0.0482583 Sep 03 20:31:33.114238 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.117562 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.144555 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-84c902fb-5427-45a3-ab4c-3a930aa8e131 req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "PUT /v2.0/ports/72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 981 time: 0.7706919 Sep 03 20:31:33.212501 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:33.215589 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3701056f-e0b8-43dd-820d-1a2787dc5fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:33.220510 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['72673f31-d1ee-46a6-90d1-eab1118dbb14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:31:33.273628 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab17d6e-ca08-426b-b8cf-8ae5b2266abe tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:33.287042 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515444b5-f09c-40ce-8c84-cd35d073b077 x-openstack-request-id: req-515444b5-f09c-40ce-8c84-cd35d073b077 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:33.287332 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de057f3-a28b-487a-89c0-c412489a84fe", "name": "network-vif-deleted", "tag": "b3c6a263-85cf-4cba-9016-e3d9b2c32604", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:33.287577 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-515444b5-f09c-40ce-8c84-cd35d073b077 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:33.287983 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de057f3-a28b-487a-89c0-c412489a84fe', 'name': 'network-vif-deleted', 'tag': 'b3c6a263-85cf-4cba-9016-e3d9b2c32604', 'status': 'completed', 'code': 200} Sep 03 20:31:33.322727 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365addd-180c-4fcd-82cf-c149a1a8a256 req-50b0eb59-fe6e-4bb5-b937-2b24d757057c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.331322 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e365addd-180c-4fcd-82cf-c149a1a8a256 req-50b0eb59-fe6e-4bb5-b937-2b24d757057c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0844765 Sep 03 20:31:33.396154 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e365addd-180c-4fcd-82cf-c149a1a8a256 req-f2e183ae-1334-463b-a797-bd9e3540e4eb tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588169 Sep 03 20:31:33.438211 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f85a7-4927-4ce3-beb2-6cc2e16adb52 req-03e1d407-9d52-4746-b310-4daa21668095 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.440130 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de1f85a7-4927-4ce3-beb2-6cc2e16adb52 req-03e1d407-9d52-4746-b310-4daa21668095 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0919740 Sep 03 20:31:33.454281 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a8f2ea-40ff-4ff0-9388-1683f365abb4 x-openstack-request-id: req-85a8f2ea-40ff-4ff0-9388-1683f365abb4 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:33.454739 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:33.460490 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85a8f2ea-40ff-4ff0-9388-1683f365abb4 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:33.460490 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'status': 'completed', 'code': 200} Sep 03 20:31:33.517153 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de1f85a7-4927-4ce3-beb2-6cc2e16adb52 req-68b05c77-890f-498c-8f40-e15235faed3c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561090 Sep 03 20:31:33.533587 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-cae2ae72-2763-4e6f-9e19-dbc10f27f1a1 None None] Provisioning complete for port 72673f31-d1ee-46a6-90d1-eab1118dbb14 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:33.534050 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cae2ae72-2763-4e6f-9e19-dbc10f27f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.588272 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-2d2607db-056d-4bc8-bde9-f4bcda3f05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.590888 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-2d2607db-056d-4bc8-bde9-f4bcda3f05a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1137 time: 0.0945241 Sep 03 20:31:33.617075 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d5fdc-292f-40fb-b4cd-3375741ea62c req-ac48a172-d380-4c03-8c04-3b51b5bfd409 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.628274 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2f3d5fdc-292f-40fb-b4cd-3375741ea62c req-ac48a172-d380-4c03-8c04-3b51b5bfd409 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0834088 Sep 03 20:31:33.710914 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2f3d5fdc-292f-40fb-b4cd-3375741ea62c req-40954c36-be12-4f17-8ae5-cf221ca177a5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792966 Sep 03 20:31:33.824096 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-db71f8a9-9826-4a1f-b78c-271831f836aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.825442 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-db71f8a9-9826-4a1f-b78c-271831f836aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 915 time: 0.1941466 Sep 03 20:31:33.877184 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3854d-f9c6-42f3-96cf-9940763fba22 req-9759414a-5854-4ccc-9772-8389cb6dd4bb tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:33.893666 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e8b3854d-f9c6-42f3-96cf-9940763fba22 req-9759414a-5854-4ccc-9772-8389cb6dd4bb tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0987401 Sep 03 20:31:33.922755 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-2237a90e-ec28-4e4d-b228-6b1552e16609 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 999 time: 0.0871878 Sep 03 20:31:33.944389 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e8b3854d-f9c6-42f3-96cf-9940763fba22 req-3e3ff3c6-db6d-41e1-900e-f789ae8caf23 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494587 Sep 03 20:31:34.005576 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-8dc7cfdc-18d1-4fa7-9af8-11017841ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:34.007064 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-8dc7cfdc-18d1-4fa7-9af8-11017841ed3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 200 len: 853 time: 0.0754092 Sep 03 20:31:34.095785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-1e2b2139-b5cc-4449-b15d-d28b024558f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:34.099320 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-1e2b2139-b5cc-4449-b15d-d28b024558f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761352 Sep 03 20:31:34.235300 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-51552ac2-a4d4-4141-9a60-aab6585ebbf4 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260729 Sep 03 20:31:34.382798 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3701056f-e0b8-43dd-820d-1a2787dc5fc6 req-5baf9419-e89e-4fd1-8e20-df534e8a2c82 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346147 Sep 03 20:31:34.655868 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25efe0-cc64-451a-ac1a-257cb2a8b862 req-4613ef53-34b4-4cc1-8466-04037a84e7eb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:34.666132 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ae25efe0-cc64-451a-ac1a-257cb2a8b862 req-4613ef53-34b4-4cc1-8466-04037a84e7eb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0693712 Sep 03 20:31:34.722717 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ae25efe0-cc64-451a-ac1a-257cb2a8b862 req-0fece99e-db2e-4bf2-af58-81abfca7eefd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578930 Sep 03 20:31:34.836695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['72673f31-d1ee-46a6-90d1-eab1118dbb14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:31:34.858191 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca699c-7c20-4eb3-8377-781451670ff9 req-476f3bdd-6b5b-48b0-9d65-4d5a8386e7c8 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:34.860246 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-48ca699c-7c20-4eb3-8377-781451670ff9 req-476f3bdd-6b5b-48b0-9d65-4d5a8386e7c8 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0728476 Sep 03 20:31:34.910882 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-48ca699c-7c20-4eb3-8377-781451670ff9 req-3cb20961-8615-4eb8-be14-b58650d4098c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Sep 03 20:31:35.109110 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f16514-1ce0-4be6-8569-29f0e308b2b1 req-550780a1-76ff-40cf-a0a7-22558b4b9a2a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:35.116588 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5f16514-1ce0-4be6-8569-29f0e308b2b1 req-550780a1-76ff-40cf-a0a7-22558b4b9a2a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0871994 Sep 03 20:31:35.156782 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5f16514-1ce0-4be6-8569-29f0e308b2b1 req-e901209c-5d3a-4249-961a-e99337e7294b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Sep 03 20:31:35.589693 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b3c6a263-85cf-4cba-9016-e3d9b2c32604 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:31:35.611217 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: b3c6a263-85cf-4cba-9016-e3d9b2c32604 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:31:35.611641 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b3c6a263-85cf-4cba-9016-e3d9b2c32604 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:31:35.714618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80992c-7ef1-49f7-9063-01ec85763b4d req-3e35e544-9e72-4797-b22c-7b7ca437b1c3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:35.716183 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ea80992c-7ef1-49f7-9063-01ec85763b4d req-3e35e544-9e72-4797-b22c-7b7ca437b1c3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 946 time: 0.0590863 Sep 03 20:31:35.909021 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6466b-2a71-4d2b-831c-1b62bb21c071 req-e5e6b5a4-2ac0-4093-8005-a0aa43620258 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:35.911351 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2ea6466b-2a71-4d2b-831c-1b62bb21c071 req-e5e6b5a4-2ac0-4093-8005-a0aa43620258 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0805633 Sep 03 20:31:35.966405 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2ea6466b-2a71-4d2b-831c-1b62bb21c071 req-ce7d3f32-be66-409d-9b4b-8265e3756f3d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476079 Sep 03 20:31:36.015043 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ea80992c-7ef1-49f7-9063-01ec85763b4d req-debcf883-484c-45a3-9964-d8eddc3bffc3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923434 Sep 03 20:31:36.112562 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f63f-646e-417f-958a-2b2d0e785609 req-e9ac4c11-db92-4705-ba7d-b68d1d2d32c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:36.114229 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6388f63f-646e-417f-958a-2b2d0e785609 req-e9ac4c11-db92-4705-ba7d-b68d1d2d32c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0670335 Sep 03 20:31:36.173978 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6388f63f-646e-417f-958a-2b2d0e785609 req-34894304-5046-4dcb-b5f1-5f37cafe213d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525880 Sep 03 20:31:36.309257 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3d9eb-e4fb-4c8e-93b0-d1322e7f7e9b req-c9679137-4f5e-42f0-b261-24f1fa7794c7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:36.313911 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9fe3d9eb-e4fb-4c8e-93b0-d1322e7f7e9b req-c9679137-4f5e-42f0-b261-24f1fa7794c7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0585413 Sep 03 20:31:36.359248 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9fe3d9eb-e4fb-4c8e-93b0-d1322e7f7e9b req-4acb268f-06d9-4752-9776-7e37cb50dcc8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Sep 03 20:31:37.091214 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97482faa-8920-4aa0-a2f5-3dff26e08abd req-ef3d78ba-1237-413f-b74c-912a98670032 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.092819 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-97482faa-8920-4aa0-a2f5-3dff26e08abd req-ef3d78ba-1237-413f-b74c-912a98670032 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0518639 Sep 03 20:31:37.145966 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-97482faa-8920-4aa0-a2f5-3dff26e08abd req-a460f5f7-c9f9-4344-8726-27d076f7c75a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Sep 03 20:31:37.151353 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af0dba-9606-4abd-85cc-732a7056fd7b req-2bbea4ea-2828-40a2-97d5-aaf989b9df12 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.152975 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c6af0dba-9606-4abd-85cc-732a7056fd7b req-2bbea4ea-2828-40a2-97d5-aaf989b9df12 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 946 time: 0.0540109 Sep 03 20:31:37.200715 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c6af0dba-9606-4abd-85cc-732a7056fd7b req-3e5d232d-e348-48b8-96cf-2bfb84e56f0a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Sep 03 20:31:37.243060 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-0a8a724b-acdc-48a1-a69b-81f184be3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.245255 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-0a8a724b-acdc-48a1-a69b-81f184be3980 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1098 time: 0.0667503 Sep 03 20:31:37.357677 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c21df-4454-464f-8766-9db27b70cc26 req-ad65b820-a425-4deb-bd5c-517a9033ab87 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.359142 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fe8c21df-4454-464f-8766-9db27b70cc26 req-ad65b820-a425-4deb-bd5c-517a9033ab87 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1081610 Sep 03 20:31:37.390241 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-a21b9fc9-0070-468a-bc76-3c6365152465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.391716 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-a21b9fc9-0070-468a-bc76-3c6365152465 service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.1307964 Sep 03 20:31:37.444960 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fe8c21df-4454-464f-8766-9db27b70cc26 req-00805c93-1577-4c8c-9c5a-3a00d054c8b2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793672 Sep 03 20:31:37.491690 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-cb5519fc-12a4-4ebc-8557-c4515d057356 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 200 len: 1001 time: 0.0882623 Sep 03 20:31:37.496170 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468bdcf-65a2-4dde-9313-3c57581d588d req-8ebf3b9d-1f4c-4092-b26c-772489383389 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.497772 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a468bdcf-65a2-4dde-9313-3c57581d588d req-8ebf3b9d-1f4c-4092-b26c-772489383389 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0704589 Sep 03 20:31:37.538069 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a468bdcf-65a2-4dde-9313-3c57581d588d req-fd02191b-666c-4a03-a495-7345d1889072 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Sep 03 20:31:37.541043 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-f14eaea8-0ca9-4c3c-8fb2-8c7f981edfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.542615 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-f14eaea8-0ca9-4c3c-8fb2-8c7f981edfd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0446241 Sep 03 20:31:37.612288 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-6bcab12a-aea9-4815-86ee-d06b89d7dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.614733 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-6bcab12a-aea9-4815-86ee-d06b89d7dc8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617123 Sep 03 20:31:37.743575 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-d30ab512-1373-4eea-8e66-8a8590f48bf8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.746303 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-d30ab512-1373-4eea-8e66-8a8590f48bf8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 946 time: 0.1573710 Sep 03 20:31:37.760897 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-ac3581e5-a310-41f7-be8a-52b9d3302b55 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274745 Sep 03 20:31:37.772558 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0269d1-5713-4bde-9804-3193c16a3519 req-460ccd70-c426-4ec6-a6cd-2069b9064979 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.780749 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e0269d1-5713-4bde-9804-3193c16a3519 req-460ccd70-c426-4ec6-a6cd-2069b9064979 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1549244 Sep 03 20:31:37.874731 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-35381040-80cc-413b-ad16-223567d105e6 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990970 Sep 03 20:31:37.899219 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e0269d1-5713-4bde-9804-3193c16a3519 req-48d380d0-31df-4daf-94bf-5a731b56a190 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176109 Sep 03 20:31:37.905361 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-e40010f9-854e-4ee1-90de-277b4c929919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:37.906858 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-e40010f9-854e-4ee1-90de-277b4c929919 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1099 time: 0.1026518 Sep 03 20:31:37.990140 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Deleting port 568eca81-052e-47e5-a3c7-68c3aeddaf14 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:31:37.990481 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:38.069700 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-54ded917-3671-47a7-b0dc-ef96b3574ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:38.071167 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-54ded917-3671-47a7-b0dc-ef96b3574ef0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.1553488 Sep 03 20:31:38.137338 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] For port 568eca81-052e-47e5-a3c7-68c3aeddaf14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=568eca81-052e-47e5-a3c7-68c3aeddaf14,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:38.137725 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:38.157471 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Calling delete_port for 568eca81-052e-47e5-a3c7-68c3aeddaf14 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:31:38.175507 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-753926ce-47ad-479e-9f9f-b19410d16176 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 1001 time: 0.0952258 Sep 03 20:31:38.278785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad09f5-d69f-477c-83c8-8b93fa6844fa req-ae372d73-2360-4098-939a-7794e0bf1dfc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:38.280567 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fbad09f5-d69f-477c-83c8-8b93fa6844fa req-ae372d73-2360-4098-939a-7794e0bf1dfc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0561936 Sep 03 20:31:38.292796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-09d5a6cc-010b-4f88-9a1b-7eed96ef3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:38.294303 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-09d5a6cc-010b-4f88-9a1b-7eed96ef3ec9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0969005 Sep 03 20:31:38.329824 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fbad09f5-d69f-477c-83c8-8b93fa6844fa req-18afb753-57f3-47f1-9574-722426aa3621 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Sep 03 20:31:38.421153 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c540c9-4184-4b83-8d4e-da6bfbea3602 req-1256e310-6a8a-431d-b722-d18c0a044db0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:38.422658 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-60c540c9-4184-4b83-8d4e-da6bfbea3602 req-1256e310-6a8a-431d-b722-d18c0a044db0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=75e4c415-4a2b-4327-88cb-9b5737ab3e83 HTTP/1.1" status: 200 len: 946 time: 0.1247542 Sep 03 20:31:38.426186 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-969df7d5-2f61-4a66-8087-16567b1dc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:38.427540 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-969df7d5-2f61-4a66-8087-16567b1dc96d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122687 Sep 03 20:31:38.458439 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:38.470356 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb', '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', '568eca81-052e-47e5-a3c7-68c3aeddaf14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:31:38.518209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event deleted for resources: {'Port': ['ID=568eca81-052e-47e5-a3c7-68c3aeddaf14,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:38.600888 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-60c540c9-4184-4b83-8d4e-da6bfbea3602 req-e223a523-80db-4698-a285-94849d2bfb9e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685412 Sep 03 20:31:38.635921 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] No DVR routers for this DVR port 568eca81-052e-47e5-a3c7-68c3aeddaf14 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:31:38.641062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:38.643052 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e51d2cb5-5f84-4e57-997b-8da358d1a662 req-309408e2-d2cf-4667-9c83-05708ed1ef98 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "DELETE /v2.0/ports/568eca81-052e-47e5-a3c7-68c3aeddaf14 HTTP/1.1" status: 204 len: 173 time: 0.8883879 Sep 03 20:31:38.643502 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'name': 'network-vif-deleted', 'tag': '568eca81-052e-47e5-a3c7-68c3aeddaf14'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:38.645766 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b660bc-89b7-47d5-aa54-0dfa62d5c0cd" -d '{"events": [{"server_uuid": "75e4c415-4a2b-4327-88cb-9b5737ab3e83", "name": "network-vif-deleted", "tag": "568eca81-052e-47e5-a3c7-68c3aeddaf14"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:38.666212 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-054f4828-3c84-4d5e-9d98-5a9f5fdfc332 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254174 Sep 03 20:31:38.680331 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bc356-caeb-4458-9009-c6f32b783ed9 req-e976bfef-133c-431e-b0dd-c40d0a23750c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:38.690426 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cb5bc356-caeb-4458-9009-c6f32b783ed9 req-e976bfef-133c-431e-b0dd-c40d0a23750c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0609019 Sep 03 20:31:38.732891 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cb5bc356-caeb-4458-9009-c6f32b783ed9 req-8b50368c-e363-434b-952c-c825fa3d44e0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Sep 03 20:31:38.736621 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88880681-cd0b-4855-aa45-c831440af848 x-openstack-request-id: req-88880681-cd0b-4855-aa45-c831440af848 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:38.736985 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4c415-4a2b-4327-88cb-9b5737ab3e83", "name": "network-vif-deleted", "tag": "568eca81-052e-47e5-a3c7-68c3aeddaf14", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:38.737309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88880681-cd0b-4855-aa45-c831440af848 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:38.737784 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4c415-4a2b-4327-88cb-9b5737ab3e83', 'name': 'network-vif-deleted', 'tag': '568eca81-052e-47e5-a3c7-68c3aeddaf14', 'status': 'completed', 'code': 200} Sep 03 20:31:38.815087 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7cabd9c0-9b36-4114-9f6d-a91581b814da req-20c0faab-894b-4c96-87ba-928abd09f008 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267011 Sep 03 20:31:39.017367 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89f58d-4113-4a92-b20a-7c6e0c532d3b req-8b93943c-1944-4710-9eb6-fc3b60d85047 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:39.018867 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1f89f58d-4113-4a92-b20a-7c6e0c532d3b req-8b93943c-1944-4710-9eb6-fc3b60d85047 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0509198 Sep 03 20:31:39.054930 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1f89f58d-4113-4a92-b20a-7c6e0c532d3b req-b8551bcc-79e7-40ca-b2ee-14ca0eb920a1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301342 Sep 03 20:31:39.452238 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdd232-381d-47fb-b9b7-a4dd29f56139 req-d85f5911-cc4f-415b-a30d-59d7bd411de6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:39.453714 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ddbdd232-381d-47fb-b9b7-a4dd29f56139 req-d85f5911-cc4f-415b-a30d-59d7bd411de6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 945 time: 0.0472226 Sep 03 20:31:39.493101 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ddbdd232-381d-47fb-b9b7-a4dd29f56139 req-ce8b4311-cddc-4470-aa0d-00ddc314567c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Sep 03 20:31:39.617500 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:31:39.706873 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:39.728779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:39.731639 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5a0e5d-adef-425e-8375-04107cdf5afa" -d '{"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-unplugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:39.743907 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:39.748178 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:39.774688 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb48c07-77f4-4f51-9d00-5c5f51514a85 x-openstack-request-id: req-feb48c07-77f4-4f51-9d00-5c5f51514a85 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:39.774974 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-unplugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:39.775222 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feb48c07-77f4-4f51-9d00-5c5f51514a85 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:39.775599 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'code': 200} Sep 03 20:31:39.807499 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:39.877580 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d094b-d8e6-4d02-8c05-edbec246562f req-9f48acbd-3ef8-4a31-9e12-caba7da9d8ff tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:39.879015 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b08d094b-d8e6-4d02-8c05-edbec246562f req-9f48acbd-3ef8-4a31-9e12-caba7da9d8ff tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0486984 Sep 03 20:31:39.909785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eebfa1-2b7c-4d30-8c96-0077faf5468e req-ab37da5d-98b6-4504-be97-32677a39a366 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:39.911253 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e3eebfa1-2b7c-4d30-8c96-0077faf5468e req-ab37da5d-98b6-4504-be97-32677a39a366 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Sep 03 20:31:39.918016 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b08d094b-d8e6-4d02-8c05-edbec246562f req-1e03044f-38d3-4446-9ba8-d2a4cccc6e42 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Sep 03 20:31:39.953289 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e3eebfa1-2b7c-4d30-8c96-0077faf5468e req-4383f5eb-3c45-427d-b853-e17bc5f8014a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Sep 03 20:31:40.087235 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4161294-bdbe-4fbc-b2e5-81f4f4815341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:40.175662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b2293-c585-4236-9e52-e2f247a12821 req-1bf9e6b4-6330-41e6-8c29-7f846ffb44d6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:40.177210 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ec0b2293-c585-4236-9e52-e2f247a12821 req-1bf9e6b4-6330-41e6-8c29-7f846ffb44d6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0538828 Sep 03 20:31:40.214912 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ec0b2293-c585-4236-9e52-e2f247a12821 req-fb0496ed-3a00-45e7-a9a5-5c913181e992 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Sep 03 20:31:40.619381 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d36f-b1d0-406e-9866-e204c5fd6ae5 req-ae7c5f5d-909f-419d-a67b-906d6400723f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:40.621444 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1bc5d36f-b1d0-406e-9866-e204c5fd6ae5 req-ae7c5f5d-909f-419d-a67b-906d6400723f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0570829 Sep 03 20:31:40.659820 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1bc5d36f-b1d0-406e-9866-e204c5fd6ae5 req-0e678332-1619-439f-8b25-eadefa38f83f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324051 Sep 03 20:31:41.049367 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfd561-4279-4c30-b354-e7d38ad52e1a req-c60b3e0e-c79b-4b86-a85f-ddec6e2b8702 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:41.051108 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5cfd561-4279-4c30-b354-e7d38ad52e1a req-c60b3e0e-c79b-4b86-a85f-ddec6e2b8702 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0617762 Sep 03 20:31:41.073798 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90815c-dbbf-4b41-a35b-ad3440c03d58 req-705d8650-037e-4ba3-9bfc-f93c56a2f5f0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:41.075326 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e90815c-dbbf-4b41-a35b-ad3440c03d58 req-705d8650-037e-4ba3-9bfc-f93c56a2f5f0 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 945 time: 0.0522988 Sep 03 20:31:41.089179 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c5cfd561-4279-4c30-b354-e7d38ad52e1a req-aa5e795b-d3c9-4823-834d-735c1ffd564f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Sep 03 20:31:41.122141 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e90815c-dbbf-4b41-a35b-ad3440c03d58 req-9959ebe1-c34c-4788-9e5f-cb42affbd829 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Sep 03 20:31:41.173976 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-9761ba32-f1f2-4072-9f3e-f9babddfd11f req-5bf87614-0b03-4583-8be7-542fa8972777 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:31:41.174975 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9761ba32-f1f2-4072-9f3e-f9babddfd11f req-5bf87614-0b03-4583-8be7-542fa8972777 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055013 Sep 03 20:31:41.324936 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0366e-36e2-4a04-a879-056f86485c59 req-a545dd65-ff41-49c1-9556-1d8f3bd3bc8b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:41.326431 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6cc0366e-36e2-4a04-a879-056f86485c59 req-a545dd65-ff41-49c1-9556-1d8f3bd3bc8b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0483940 Sep 03 20:31:41.364859 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6cc0366e-36e2-4a04-a879-056f86485c59 req-70428489-760b-438e-9c2b-0b4ad52010d3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322590 Sep 03 20:31:41.530938 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:41.618287 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 568eca81-052e-47e5-a3c7-68c3aeddaf14 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:31:41.642770 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 568eca81-052e-47e5-a3c7-68c3aeddaf14 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:31:41.643122 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 568eca81-052e-47e5-a3c7-68c3aeddaf14 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:31:41.643549 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:31:41.650391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c626b-3e12-420d-8a25-6b672a5e113b req-ac6c91d9-fb56-4f99-ad8b-345e36a4723a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:41.652479 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-649c626b-3e12-420d-8a25-6b672a5e113b req-ac6c91d9-fb56-4f99-ad8b-345e36a4723a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 945 time: 0.0800049 Sep 03 20:31:41.655311 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-f907ba0f-4945-4ef4-a819-d64deada4c5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233163 Sep 03 20:31:41.664546 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-e7ef929f-26e8-4a53-969b-4abd61b5fab8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:31:41.665556 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-e7ef929f-26e8-4a53-969b-4abd61b5fab8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050304 Sep 03 20:31:41.753490 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Deleting port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:31:41.753834 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:41.847084 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] For port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:41.847463 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:41.860929 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Calling delete_port for 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:31:41.989061 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:42.000669 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['007b63fc-d649-4f40-9366-e40cd0906adb', '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:31:42.018509 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event deleted for resources: {'Port': ['ID=46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:42.063380 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] No DVR routers for this DVR port 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:31:42.066871 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:42.068970 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-649c626b-3e12-420d-8a25-6b672a5e113b req-4de14d43-d7cf-4ff1-8a99-e00217a007e8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "DELETE /v2.0/ports/46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e HTTP/1.1" status: 204 len: 173 time: 0.4025743 Sep 03 20:31:42.069683 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'name': 'network-vif-deleted', 'tag': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:42.072351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889fedb5-5ff6-46f2-8eef-eca200cb8048" -d '{"events": [{"server_uuid": "bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877", "name": "network-vif-deleted", "tag": "46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:42.117374 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e676171-2b71-4fef-b227-8fec095d088d x-openstack-request-id: req-1e676171-2b71-4fef-b227-8fec095d088d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:42.117984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877", "name": "network-vif-deleted", "tag": "46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:42.117984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e676171-2b71-4fef-b227-8fec095d088d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:42.118285 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877', 'name': 'network-vif-deleted', 'tag': '46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e', 'status': 'completed', 'code': 200} Sep 03 20:31:42.240559 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7f56d8d7-a0ad-455c-bc45-6d23f77b6535 req-e0541c67-e638-42d6-a236-73039a824ff3 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc21c1b1-c72f-4cb5-8597-a1c9b3b0e877 HTTP/1.1" status: 200 len: 210 time: 0.0463626 Sep 03 20:31:42.259753 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ba45d-ee29-4a22-b6e1-75d0b21e76b2 req-36d24fcb-b602-4def-bf91-267e5d5eea88 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:42.261279 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-756ba45d-ee29-4a22-b6e1-75d0b21e76b2 req-36d24fcb-b602-4def-bf91-267e5d5eea88 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0590615 Sep 03 20:31:42.298222 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-756ba45d-ee29-4a22-b6e1-75d0b21e76b2 req-d4f0bdba-12da-479c-a293-7c64bb2412c0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Sep 03 20:31:42.481742 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84ee5-08c6-4c12-b81d-86a37c36ecc7 req-92ec2127-b687-42b5-8a31-c1f215e0a1ab tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:42.483210 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-79e84ee5-08c6-4c12-b81d-86a37c36ecc7 req-92ec2127-b687-42b5-8a31-c1f215e0a1ab tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0475752 Sep 03 20:31:42.520126 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-79e84ee5-08c6-4c12-b81d-86a37c36ecc7 req-beb04d90-9bb4-4455-bb8a-e1e5d23195e2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309129 Sep 03 20:31:42.662957 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ae365f6-fbc0-4d5f-b396-cc814d84714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:43.000859 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:43.365928 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-24bcd549-8f68-48ee-97b2-3c7565bef222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.367474 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-24bcd549-8f68-48ee-97b2-3c7565bef222 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b&tenant_id=55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 1096 time: 0.0784409 Sep 03 20:31:43.422887 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec360b9b-f577-4d10-a1f5-bb4bc9126a63 req-c0b56526-9e93-4ae7-bd43-11fc9c3aa4f9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.424829 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ec360b9b-f577-4d10-a1f5-bb4bc9126a63 req-c0b56526-9e93-4ae7-bd43-11fc9c3aa4f9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0539572 Sep 03 20:31:43.434660 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-00717ddd-a0cc-4e6d-913f-39e78a5beb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.436114 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-00717ddd-a0cc-4e6d-913f-39e78a5beb05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1096 time: 0.0418499 Sep 03 20:31:43.465442 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ec360b9b-f577-4d10-a1f5-bb4bc9126a63 req-fab94d27-1ec7-4953-9441-f075d83e3512 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Sep 03 20:31:43.533776 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-e912a039-3ebd-4646-bc26-91354fa31f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.535262 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-e912a039-3ebd-4646-bc26-91354fa31f7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.0915852 Sep 03 20:31:43.602665 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-c372fde3-9170-4bb6-9ae6-2f78745455db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 200 len: 999 time: 0.0593252 Sep 03 20:31:43.683708 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-5977fec1-82da-4970-83b4-176851f76275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.685132 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-5977fec1-82da-4970-83b4-176851f76275 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0664799 Sep 03 20:31:43.692204 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd6ea-12bf-455a-bef3-62c4f3d76123 req-2c670119-c2a2-4169-b1c4-b07b7b8fe672 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.693754 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-845bd6ea-12bf-455a-bef3-62c4f3d76123 req-2c670119-c2a2-4169-b1c4-b07b7b8fe672 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0849793 Sep 03 20:31:43.753427 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-845bd6ea-12bf-455a-bef3-62c4f3d76123 req-6cf16864-ff9b-406b-9f53-a37c0ff40c03 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511429 Sep 03 20:31:43.755908 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-195ad233-f6a6-45a2-a5b2-574d6d69f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:43.757279 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-195ad233-f6a6-45a2-a5b2-574d6d69f21f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627072 Sep 03 20:31:43.797528 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:43.853824 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-639d78a0-315c-451e-b429-2fafdf0cc592 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861297 Sep 03 20:31:43.939838 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d26792da-38ca-4bcf-95ca-e9bd44b38e6c req-ab6564d5-3915-487e-add2-de28c3a8ee12 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779431 Sep 03 20:31:44.633431 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3751c-fe49-4bca-aee6-25ebdcaaee13 req-0e4b33ea-d016-4d01-96ea-8b1d17c1bd2c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:44.635139 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2ef3751c-fe49-4bca-aee6-25ebdcaaee13 req-0e4b33ea-d016-4d01-96ea-8b1d17c1bd2c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0789094 Sep 03 20:31:44.718404 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2ef3751c-fe49-4bca-aee6-25ebdcaaee13 req-723977d9-8d80-48e4-b864-4c0ec7c24b6d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708802 Sep 03 20:31:44.797106 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f1616-8f09-4a0a-a9b7-b281b4f60fcd req-cac8c31c-8d13-42c8-9aab-db02868988c7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:44.808492 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b06f1616-8f09-4a0a-a9b7-b281b4f60fcd req-cac8c31c-8d13-42c8-9aab-db02868988c7 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0885186 Sep 03 20:31:44.847100 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b06f1616-8f09-4a0a-a9b7-b281b4f60fcd req-8585bcc1-6c78-4991-ba48-422cc12f0026 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Sep 03 20:31:44.935203 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454e6f1-6ad3-4546-bd8d-4f15de252120 req-2ac8d30f-e33a-490a-b663-bdd95cb0bf98 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:44.936782 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3454e6f1-6ad3-4546-bd8d-4f15de252120 req-2ac8d30f-e33a-490a-b663-bdd95cb0bf98 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0545237 Sep 03 20:31:44.973793 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3454e6f1-6ad3-4546-bd8d-4f15de252120 req-4adf420b-1a8d-4b6e-a791-baaee0ff6f1c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Sep 03 20:31:45.546147 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:45.628041 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:31:45.647827 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:31:45.648177 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 46a0b3e0-50aa-4e54-b1a9-6c1ba8b0038e not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:31:45.863190 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642c91-4214-40a3-92c9-27eafa924c78 req-6d2ef093-4913-490b-99bf-23a249ef488d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:45.864972 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83642c91-4214-40a3-92c9-27eafa924c78 req-6d2ef093-4913-490b-99bf-23a249ef488d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0510414 Sep 03 20:31:45.910384 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-83642c91-4214-40a3-92c9-27eafa924c78 req-f7aa333c-d4ba-4034-9ac4-4adcc47f5f79 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Sep 03 20:31:45.971540 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986868aa-431a-429e-876b-8fe96dfe286e req-c91e73bd-80bc-48a8-8eec-0fc0c059a54f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:45.973156 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-986868aa-431a-429e-876b-8fe96dfe286e req-c91e73bd-80bc-48a8-8eec-0fc0c059a54f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0532804 Sep 03 20:31:46.021610 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-986868aa-431a-429e-876b-8fe96dfe286e req-d00e939c-a089-46c5-b733-eddc90eab44d tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Sep 03 20:31:46.099480 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02a5f8-f5ee-4849-9d35-17ac5a5e8c9d req-d0c0917c-9512-4cdb-8818-6cb0d4282989 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:46.100985 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-be02a5f8-f5ee-4849-9d35-17ac5a5e8c9d req-d0c0917c-9512-4cdb-8818-6cb0d4282989 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0512514 Sep 03 20:31:46.140481 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-be02a5f8-f5ee-4849-9d35-17ac5a5e8c9d req-51ced07a-b780-46eb-bebf-3bfe9d066952 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Sep 03 20:31:47.055438 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e14a5-0502-449c-b69c-238bbce8398c req-663b07c1-2624-42e4-9de3-fe0ee8f95810 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:47.066449 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fb5e14a5-0502-449c-b69c-238bbce8398c req-663b07c1-2624-42e4-9de3-fe0ee8f95810 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0699294 Sep 03 20:31:47.145143 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fb5e14a5-0502-449c-b69c-238bbce8398c req-6f376031-d247-4df0-ba32-6f45976a40ef tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692329 Sep 03 20:31:47.192747 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c607dc-44ac-4feb-9704-37546d9e6e92 req-9c9dbf6e-b52a-4ee2-beb6-f60b30ccc55e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:47.194275 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a9c607dc-44ac-4feb-9704-37546d9e6e92 req-9c9dbf6e-b52a-4ee2-beb6-f60b30ccc55e tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0927587 Sep 03 20:31:47.267789 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a9c607dc-44ac-4feb-9704-37546d9e6e92 req-3375f7d7-993a-4d60-81ac-2d45c14ec1b8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Sep 03 20:31:47.300391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3988c7-4b42-4c62-b919-b6e554e35089 req-5138c29b-ec2f-49d5-9f82-ddfac32e4e7b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:47.301931 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-be3988c7-4b42-4c62-b919-b6e554e35089 req-5138c29b-ec2f-49d5-9f82-ddfac32e4e7b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0615418 Sep 03 20:31:47.342085 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-be3988c7-4b42-4c62-b919-b6e554e35089 req-42baa1aa-cd01-4411-b957-3920094e4af5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Sep 03 20:31:48.265230 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af41c92-d206-4849-a1a6-7b360984f217 req-23eb66d8-70d4-4acb-b05d-8fe93dcccd4f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:48.266758 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4af41c92-d206-4849-a1a6-7b360984f217 req-23eb66d8-70d4-4acb-b05d-8fe93dcccd4f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0494165 Sep 03 20:31:48.309463 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4af41c92-d206-4849-a1a6-7b360984f217 req-45eb4010-11e6-45e8-9225-69e47814a2f0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Sep 03 20:31:48.383491 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c4a9-4f14-412a-b770-3a3b6169bbae req-b7b06a52-6e49-49a8-968f-5505c76b1dbd tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:48.384948 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6cf6c4a9-4f14-412a-b770-3a3b6169bbae req-b7b06a52-6e49-49a8-968f-5505c76b1dbd tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0467131 Sep 03 20:31:48.422134 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6cf6c4a9-4f14-412a-b770-3a3b6169bbae req-e2abb559-0978-4451-9cd4-8a81d2566acd tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Sep 03 20:31:48.461648 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0cd8a-4534-471d-ba2f-88eb7ec334cb req-726fb1f9-59d6-4063-ae9e-5ea53b930794 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:48.464611 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4eb0cd8a-4534-471d-ba2f-88eb7ec334cb req-726fb1f9-59d6-4063-ae9e-5ea53b930794 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0491180 Sep 03 20:31:48.504138 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4eb0cd8a-4534-471d-ba2f-88eb7ec334cb req-6658bb0d-5015-4299-aa68-f2ef235dc590 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335975 Sep 03 20:31:49.429469 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800ec59-740b-4742-ba95-c3fc82aea439 req-1a554297-8152-4b73-8790-18add1badb21 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:49.430915 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1800ec59-740b-4742-ba95-c3fc82aea439 req-1a554297-8152-4b73-8790-18add1badb21 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0551910 Sep 03 20:31:49.477709 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1800ec59-740b-4742-ba95-c3fc82aea439 req-e1c426d1-777a-4ad5-bbee-9ac264dc4b20 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Sep 03 20:31:49.558623 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472a251-7d37-4e05-afa7-0d77df7e4242 req-251bc095-d9d7-4da4-b65d-f96c2475c0b1 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:49.560259 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6472a251-7d37-4e05-afa7-0d77df7e4242 req-251bc095-d9d7-4da4-b65d-f96c2475c0b1 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0606468 Sep 03 20:31:49.607084 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6472a251-7d37-4e05-afa7-0d77df7e4242 req-8feac4f5-5970-4254-839b-858eab3a6376 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363305 Sep 03 20:31:49.636929 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ef441-13f4-4087-b0b0-1beffe879ecf req-88a5a34a-f5b9-4f0e-8080-babdefea30a3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:49.638481 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-310ef441-13f4-4087-b0b0-1beffe879ecf req-88a5a34a-f5b9-4f0e-8080-babdefea30a3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0558505 Sep 03 20:31:49.678980 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-310ef441-13f4-4087-b0b0-1beffe879ecf req-82b173d3-be9d-444c-8af7-77f024e4829a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345008 Sep 03 20:31:50.593897 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16aeab-d862-406f-bd88-654f5aa08bec req-ea90263f-c113-4dc8-8045-51f8fe67d433 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:50.595438 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d16aeab-d862-406f-bd88-654f5aa08bec req-ea90263f-c113-4dc8-8045-51f8fe67d433 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0505736 Sep 03 20:31:50.632579 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d16aeab-d862-406f-bd88-654f5aa08bec req-2e8ce2dd-4fe1-4af3-b5be-b3d0e3aa7b26 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Sep 03 20:31:50.726288 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746ba65-267a-4fcf-a744-1029c78a3fde req-bf63b7c6-7dc8-4261-b0b1-1dfac2d62f68 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:50.730196 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c746ba65-267a-4fcf-a744-1029c78a3fde req-bf63b7c6-7dc8-4261-b0b1-1dfac2d62f68 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0568278 Sep 03 20:31:50.774850 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c746ba65-267a-4fcf-a744-1029c78a3fde req-fc9934e1-10aa-4607-9437-b85274775ed6 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Sep 03 20:31:50.828292 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1970a-b1c1-424c-9da1-851be41a52c8 req-dd547cd0-d82f-478c-bd2f-14313dbff2b6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:50.829821 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-25e1970a-b1c1-424c-9da1-851be41a52c8 req-dd547cd0-d82f-478c-bd2f-14313dbff2b6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0693164 Sep 03 20:31:50.875218 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-25e1970a-b1c1-424c-9da1-851be41a52c8 req-f345e77c-faaa-4869-a7a7-d551520f3e99 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Sep 03 20:31:51.919893 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025fff-66b8-4849-9711-994a336b8592 req-d175381e-5b02-4fd6-aaa2-3530a27a3785 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:51.921358 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4a025fff-66b8-4849-9711-994a336b8592 req-d175381e-5b02-4fd6-aaa2-3530a27a3785 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0609205 Sep 03 20:31:51.945343 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d251bd-fada-461b-8453-6221959c402a req-f0324a3d-f46a-4422-8810-b275445c88fc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:51.947107 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-44d251bd-fada-461b-8453-6221959c402a req-f0324a3d-f46a-4422-8810-b275445c88fc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.2456017 Sep 03 20:31:51.961675 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4a025fff-66b8-4849-9711-994a336b8592 req-6cfc3803-3f19-48e9-b928-8f29ec73a8ed tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Sep 03 20:31:51.995572 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-44d251bd-fada-461b-8453-6221959c402a req-3b40a49f-8df7-43a3-8415-39e60b6d0249 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Sep 03 20:31:52.079609 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794335b-2458-4ed3-ad51-1e1388eeddc6 req-a9cae14b-55fc-4046-93f1-8118320c1798 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:52.081696 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6794335b-2458-4ed3-ad51-1e1388eeddc6 req-a9cae14b-55fc-4046-93f1-8118320c1798 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0513709 Sep 03 20:31:52.120668 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6794335b-2458-4ed3-ad51-1e1388eeddc6 req-db57e09f-21c7-494c-9a27-525f0d3fc0b6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Sep 03 20:31:53.097115 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3052e60-052e-4ab1-81b9-21f9e528ce22 req-fd7a7db7-3dda-477b-b1ac-eb5de526472a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:53.098629 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e3052e60-052e-4ab1-81b9-21f9e528ce22 req-fd7a7db7-3dda-477b-b1ac-eb5de526472a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0670834 Sep 03 20:31:53.147488 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e3052e60-052e-4ab1-81b9-21f9e528ce22 req-86a3622a-03a9-4869-8bc5-7e2cfc9d8b3f tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Sep 03 20:31:53.156537 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76810119-b4b4-4b89-8694-d1311d7cf511 req-1219ba6c-a87d-4608-b694-4b1b59b56d22 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:53.158057 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-76810119-b4b4-4b89-8694-d1311d7cf511 req-1219ba6c-a87d-4608-b694-4b1b59b56d22 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0698395 Sep 03 20:31:53.198985 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-76810119-b4b4-4b89-8694-d1311d7cf511 req-093a44e9-09d0-4125-bcd5-bbb91bee9393 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Sep 03 20:31:53.253234 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18e10c-9804-477a-8d09-382efc118367 req-1908880d-a93b-458c-a9d9-8ae5e5c014f6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:53.254616 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1a18e10c-9804-477a-8d09-382efc118367 req-1908880d-a93b-458c-a9d9-8ae5e5c014f6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0520916 Sep 03 20:31:53.295123 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1a18e10c-9804-477a-8d09-382efc118367 req-8bef7423-6871-4fff-a03f-a69bc6efeb6f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Sep 03 20:31:54.274652 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947da8-8321-4549-9a71-ae7b1f945890 req-96d62131-29a2-407f-a4d2-2a05e43e5a68 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:54.276964 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-61947da8-8321-4549-9a71-ae7b1f945890 req-96d62131-29a2-407f-a4d2-2a05e43e5a68 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0618806 Sep 03 20:31:54.314758 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-61947da8-8321-4549-9a71-ae7b1f945890 req-5a7fa8da-38ac-47a3-b18b-b01a24122826 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Sep 03 20:31:54.336633 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9780590-29f0-4429-9586-43354ec4d745 req-06f88c42-94b9-495d-b414-d8fe33aa994f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:54.338231 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c9780590-29f0-4429-9586-43354ec4d745 req-06f88c42-94b9-495d-b414-d8fe33aa994f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0517471 Sep 03 20:31:54.379382 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c9780590-29f0-4429-9586-43354ec4d745 req-b9ce995c-7708-47bd-a37e-39ad6cc5eac4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Sep 03 20:31:54.441988 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ea760-9fe6-4d33-9fc0-f21b16e6e27d req-096db8ab-4979-4118-b48e-51a4ace360fc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:54.443504 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-886ea760-9fe6-4d33-9fc0-f21b16e6e27d req-096db8ab-4979-4118-b48e-51a4ace360fc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0543554 Sep 03 20:31:54.485668 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-886ea760-9fe6-4d33-9fc0-f21b16e6e27d req-ed294fd8-4ae0-41a6-98d6-d820b342e7a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350075 Sep 03 20:31:55.429689 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c8014-1320-46f2-aa49-9a073f97fbd5 req-10566e5f-6bd9-434a-a286-d816ff822922 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.431164 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-423c8014-1320-46f2-aa49-9a073f97fbd5 req-10566e5f-6bd9-434a-a286-d816ff822922 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Sep 03 20:31:55.470132 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-423c8014-1320-46f2-aa49-9a073f97fbd5 req-db6a181d-f079-4374-a896-6b944f7771f5 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Sep 03 20:31:55.495157 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee935ec1-6790-421f-ab3e-249b6ac020fc req-5e2df359-bd86-4d17-b812-592cc63b24e4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.496661 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ee935ec1-6790-421f-ab3e-249b6ac020fc req-5e2df359-bd86-4d17-b812-592cc63b24e4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0493259 Sep 03 20:31:55.534971 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ee935ec1-6790-421f-ab3e-249b6ac020fc req-97e477e1-9c32-412e-86cd-2fd982cc284c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Sep 03 20:31:55.604177 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6121eb-2c4e-46de-a97a-7b1a3ea23535 req-69065d01-14d2-4b74-9869-47f1de98da95 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.606109 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2e6121eb-2c4e-46de-a97a-7b1a3ea23535 req-69065d01-14d2-4b74-9869-47f1de98da95 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0479100 Sep 03 20:31:55.645376 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2e6121eb-2c4e-46de-a97a-7b1a3ea23535 req-46f40247-4522-4547-ba95-a388bd7d3b07 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Sep 03 20:31:56.590421 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1d91-cae9-497e-81a8-f77c04a18ee5 req-f160d2f3-4910-433e-b6f8-2bd6d8c215e2 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:56.591915 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ea9f1d91-cae9-497e-81a8-f77c04a18ee5 req-f160d2f3-4910-433e-b6f8-2bd6d8c215e2 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0527396 Sep 03 20:31:56.630067 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ea9f1d91-cae9-497e-81a8-f77c04a18ee5 req-c9c35c4c-9724-4357-8fd3-eb1168f4c44a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Sep 03 20:31:56.653426 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81a55-f2f1-49c8-ae8b-92e70318f094 req-76e09f69-594f-4ba3-98ff-214b611cad7c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:56.654915 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1a81a55-f2f1-49c8-ae8b-92e70318f094 req-76e09f69-594f-4ba3-98ff-214b611cad7c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0520966 Sep 03 20:31:56.700137 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1a81a55-f2f1-49c8-ae8b-92e70318f094 req-7c0023e5-0de1-4fd8-907d-beec7e806199 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Sep 03 20:31:56.772257 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f85303-5aa4-472b-9693-5dcb92b8b9b6 req-d791a1d5-01e8-452f-a087-797022df63ac tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:56.773817 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-62f85303-5aa4-472b-9693-5dcb92b8b9b6 req-d791a1d5-01e8-452f-a087-797022df63ac tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0548072 Sep 03 20:31:56.811735 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-62f85303-5aa4-472b-9693-5dcb92b8b9b6 req-ba99ac68-4bc8-49c8-9655-5b44b9ecb0da tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Sep 03 20:31:57.745550 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2898544-619d-418d-84e8-4b927fdd8cf8 req-255f33c3-38c3-495d-abc7-5509d71eeb23 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:57.747047 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a2898544-619d-418d-84e8-4b927fdd8cf8 req-255f33c3-38c3-495d-abc7-5509d71eeb23 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Sep 03 20:31:57.789308 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a2898544-619d-418d-84e8-4b927fdd8cf8 req-f7b8c7b9-93c1-499a-b0b9-ee32b0b87df2 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Sep 03 20:31:57.818436 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d0e7f-0610-4014-b8ff-890a2819adf7 req-db1331d0-6e5f-4ae1-b0e7-6dccb4a68dcc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:57.820043 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f08d0e7f-0610-4014-b8ff-890a2819adf7 req-db1331d0-6e5f-4ae1-b0e7-6dccb4a68dcc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0511434 Sep 03 20:31:57.872497 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f08d0e7f-0610-4014-b8ff-890a2819adf7 req-c74e8b56-ebe0-48b3-b9ab-435bdb87b742 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Sep 03 20:31:57.944435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48633-edff-412f-afe7-0fba9314b0fc req-ffe9a3b1-5761-474c-bbc3-7f6c88ca6f9b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:57.945959 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-07a48633-edff-412f-afe7-0fba9314b0fc req-ffe9a3b1-5761-474c-bbc3-7f6c88ca6f9b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0492761 Sep 03 20:31:57.984055 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-07a48633-edff-412f-afe7-0fba9314b0fc req-e4c07000-8a79-4699-ab14-dc519fad1db5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Sep 03 20:31:58.847776 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c79e3b-378d-46f0-bb06-c4f5da90d1fa req-1a3e1706-be97-462a-9af9-b0607e6515f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:58.849270 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-22c79e3b-378d-46f0-bb06-c4f5da90d1fa req-1a3e1706-be97-462a-9af9-b0607e6515f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.0434682 Sep 03 20:31:58.885480 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-22c79e3b-378d-46f0-bb06-c4f5da90d1fa req-26039de2-bc89-4204-9801-aa59af197995 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275269 Sep 03 20:31:58.906089 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f84a68-99f6-4427-aa14-b8f788aea20c req-6e1a5e5b-5ec2-4447-89bd-e96446f46f5c tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:58.907575 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9f84a68-99f6-4427-aa14-b8f788aea20c req-6e1a5e5b-5ec2-4447-89bd-e96446f46f5c tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0517874 Sep 03 20:31:58.946912 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9f84a68-99f6-4427-aa14-b8f788aea20c req-1f8b4a0a-a9ae-47cf-bc90-34730b597f53 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/security-groups?id=31cbb387-1056-43b7-83ba-d8800c416d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Sep 03 20:31:58.987226 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc727ec9-7541-44c7-87cc-981547692550 req-869ca6dd-e48d-491e-94a5-75e7ad2fc3a6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:58.988704 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc727ec9-7541-44c7-87cc-981547692550 req-869ca6dd-e48d-491e-94a5-75e7ad2fc3a6 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0515635 Sep 03 20:31:59.025946 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc727ec9-7541-44c7-87cc-981547692550 req-4cfa1c7d-c782-4914-a621-999b64316476 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Sep 03 20:31:59.107156 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83014e2-8195-4e8c-a313-6b9f7b70bdb5 req-1be818fa-4638-40fa-b727-7e0593ff73a1 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:59.108669 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e83014e2-8195-4e8c-a313-6b9f7b70bdb5 req-1be818fa-4638-40fa-b727-7e0593ff73a1 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0487924 Sep 03 20:31:59.144616 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e83014e2-8195-4e8c-a313-6b9f7b70bdb5 req-01bee800-0a17-48ed-ac42-b9a39118191e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301173 Sep 03 20:31:59.519499 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be993982-8d45-41cb-81ef-46827d0a61fd req-658562c0-2974-4a0e-88af-b7b0f95cd70a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:59.520987 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-be993982-8d45-41cb-81ef-46827d0a61fd req-658562c0-2974-4a0e-88af-b7b0f95cd70a tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 946 time: 0.0469408 Sep 03 20:31:59.621537 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Deleting port 007b63fc-d649-4f40-9366-e40cd0906adb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:31:59.621876 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:59.712059 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] For port 007b63fc-d649-4f40-9366-e40cd0906adb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=007b63fc-d649-4f40-9366-e40cd0906adb,segment=NetworkSegment(e13c272c-f6d4-4c71-8940-8cf5d1238729),segment_id=e13c272c-f6d4-4c71-8940-8cf5d1238729)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:59.712337 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:59.724218 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Calling delete_port for 007b63fc-d649-4f40-9366-e40cd0906adb owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:31:59.851610 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:59.878788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Pushing event deleted for resources: {'Port': ['ID=007b63fc-d649-4f40-9366-e40cd0906adb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:59.925140 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] No DVR routers for this DVR port 007b63fc-d649-4f40-9366-e40cd0906adb on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:31:59.927641 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:59.929712 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-be993982-8d45-41cb-81ef-46827d0a61fd req-2c41c328-a8c4-4620-b5fe-16d8998897c8 tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.47 "DELETE /v2.0/ports/007b63fc-d649-4f40-9366-e40cd0906adb HTTP/1.1" status: 204 len: 173 time: 0.4001067 Sep 03 20:31:59.930193 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'name': 'network-vif-deleted', 'tag': '007b63fc-d649-4f40-9366-e40cd0906adb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:59.932561 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd06b6b-2caf-4cca-95a9-1856d5927c1b" -d '{"events": [{"server_uuid": "3b0bb6e8-4c99-4f29-acd1-eb6914923968", "name": "network-vif-deleted", "tag": "007b63fc-d649-4f40-9366-e40cd0906adb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:59.967541 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a63f6b-464c-471a-847d-11f6dcb665c5 x-openstack-request-id: req-c2a63f6b-464c-471a-847d-11f6dcb665c5 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:59.967832 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0bb6e8-4c99-4f29-acd1-eb6914923968", "name": "network-vif-deleted", "tag": "007b63fc-d649-4f40-9366-e40cd0906adb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:59.968081 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2a63f6b-464c-471a-847d-11f6dcb665c5 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:59.968466 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0bb6e8-4c99-4f29-acd1-eb6914923968', 'name': 'network-vif-deleted', 'tag': '007b63fc-d649-4f40-9366-e40cd0906adb', 'status': 'completed', 'code': 200} Sep 03 20:32:00.045700 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e42ce5f8-a06a-4fdc-857e-5267aca548ad req-0697e8b1-f164-4bda-ac2e-2f5d66e93f4c tempest-AttachVolumeNegativeTest-883645127 tempest-AttachVolumeNegativeTest-883645127-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0bb6e8-4c99-4f29-acd1-eb6914923968 HTTP/1.1" status: 200 len: 210 time: 0.0296476 Sep 03 20:32:00.157429 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed4f3c-0a55-44e1-aef8-bebcdf2c8abb req-2ab410d7-6183-4f99-993d-256f6f60e302 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:00.159175 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-89ed4f3c-0a55-44e1-aef8-bebcdf2c8abb req-2ab410d7-6183-4f99-993d-256f6f60e302 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0527465 Sep 03 20:32:00.199535 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-89ed4f3c-0a55-44e1-aef8-bebcdf2c8abb req-66dab34c-dd07-4548-a621-e7cca3d8f5e5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Sep 03 20:32:00.271118 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2f58-91d2-49f9-88be-0d58a1d81f6c req-587899b8-91a6-445b-ac99-32c700baeee2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:00.272599 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-081f2f58-91d2-49f9-88be-0d58a1d81f6c req-587899b8-91a6-445b-ac99-32c700baeee2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0524621 Sep 03 20:32:00.311163 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-081f2f58-91d2-49f9-88be-0d58a1d81f6c req-9f03f6f5-cb2b-4f16-badf-3c39f8ed0437 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Sep 03 20:32:00.808013 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.104071 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34726) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:01.149249 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Deleting subnet ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:32:01.153168 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.186012 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.224511 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.305329 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.338043 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.341925 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d HTTP/1.1" status: 204 len: 168 time: 0.2367294 Sep 03 20:32:01.342910 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34732) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:01.346709 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5f5cbd-71b5-4b08-b057-c3693d3e9b2d,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:01.356962 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f617cd-74b4-4f55-b9ce-0c076df36cd0 req-a3aef1fe-26de-4874-9b72-508603570382 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:01.358452 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-95f617cd-74b4-4f55-b9ce-0c076df36cd0 req-a3aef1fe-26de-4874-9b72-508603570382 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0907273 Sep 03 20:32:01.363325 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.363697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.364033 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.364375 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.364709 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.365030 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.365361 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.365719 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.366049 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.366374 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.366697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.367017 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e39c29-ee87-4a89-a2b4-5663c694a12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:01.402948 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-95f617cd-74b4-4f55-b9ce-0c076df36cd0 req-feab92ad-2d4b-470c-a76b-0b30dd2e70ef tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Sep 03 20:32:01.444141 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.473787 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afa9e6-c4d9-452e-b053-cea00b124b70 req-db021310-94b2-4a9e-96b4-045a82e510f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:01.476605 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-23afa9e6-c4d9-452e-b053-cea00b124b70 req-db021310-94b2-4a9e-96b4-045a82e510f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0701888 Sep 03 20:32:01.562493 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.574301 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-23afa9e6-c4d9-452e-b053-cea00b124b70 req-dea4e09e-e82c-4c48-8993-8b5a098c411d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814142 Sep 03 20:32:01.577571 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51a444c-68ab-42d3-91dd-777e9a1fcc3b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:01.587983 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13c272c-f6d4-4c71-8940-8cf5d1238729') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:01.588444 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13c272c-f6d4-4c71-8940-8cf5d1238729') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:01.598640 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.613727 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.629576 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:32:01.629576 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:32:01.630136 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:32:01.728848 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.733527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 007b63fc-d649-4f40-9366-e40cd0906adb no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:32:01.738123 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:01.740024 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f51a444c-68ab-42d3-91dd-777e9a1fcc3b HTTP/1.1" status: 204 len: 168 time: 0.3962193 Sep 03 20:32:01.759391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 007b63fc-d649-4f40-9366-e40cd0906adb {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:32:01.759633 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b274530-cd12-469a-b230-1af22109d6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51a444c-68ab-42d3-91dd-777e9a1fcc3b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:01.759755 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 007b63fc-d649-4f40-9366-e40cd0906adb not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:32:01.780809 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eebd2-161d-40d2-8409-0cd20ae9ba82 req-d735afe5-459d-4147-8cf3-e6d51e09dd32 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:01.782334 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f0eebd2-161d-40d2-8409-0cd20ae9ba82 req-d735afe5-459d-4147-8cf3-e6d51e09dd32 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.1011310 Sep 03 20:32:01.784877 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-701938a0-2ef8-4a78-bdc4-d2ccb4057082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:01.786283 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-701938a0-2ef8-4a78-bdc4-d2ccb4057082 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 1098 time: 0.1039803 Sep 03 20:32:01.850619 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f0eebd2-161d-40d2-8409-0cd20ae9ba82 req-3fe7d4dd-7f6d-4ff6-b819-83b356c41a5a tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 Sep 03 20:32:01.907347 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-3c0b9779-d7be-4e42-a48f-a1dd673d2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:01.909518 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-3c0b9779-d7be-4e42-a48f-a1dd673d2aed service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.1127372 Sep 03 20:32:01.953563 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34750) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:01.955819 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-9ca5c831-7045-41f6-8452-7c7f48ce14d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 200 len: 217 time: 0.0376344 Sep 03 20:32:01.992414 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3d90d64a-3e88-4f96-8403-c177830cda2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7601fcb90a947bda8b6bdd4b4003396&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376625 Sep 03 20:32:01.994787 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34752) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:02.005783 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-530141f3-5342-4cb4-8d64-f05294d854a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:02.007550 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-530141f3-5342-4cb4-8d64-f05294d854a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.0433249 Sep 03 20:32:02.043740 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-089f12b0-6fdf-46ff-a1c3-f77aed757a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:02.054181 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-0eceada2-908d-42bc-aa6f-4f1a1a14c933 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266623 Sep 03 20:32:02.068727 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-089f12b0-6fdf-46ff-a1c3-f77aed757a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:02.118262 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-089f12b0-6fdf-46ff-a1c3-f77aed757a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:02.121072 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-089f12b0-6fdf-46ff-a1c3-f77aed757a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:02.122414 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-089f12b0-6fdf-46ff-a1c3-f77aed757a32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31cbb387-1056-43b7-83ba-d8800c416d7e HTTP/1.1" status: 204 len: 168 time: 0.1260121 Sep 03 20:32:02.132054 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f12b0-6fdf-46ff-a1c3-f77aed757a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cbb387-1056-43b7-83ba-d8800c416d7e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:02.161566 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-7560c6a3-a188-4ca6-8121-70db37964cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982478 Sep 03 20:32:02.250785 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16b4f7c6-e944-436e-ac80-fae2e934a24e req-5a01153c-608d-4b01-a01b-f08244449259 service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817833 Sep 03 20:32:02.701672 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592735f6-fb7b-4eed-9657-78105b3c6481 req-93714056-55a3-467b-a8de-2c389ff884f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:02.703294 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-592735f6-fb7b-4eed-9657-78105b3c6481 req-93714056-55a3-467b-a8de-2c389ff884f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0494108 Sep 03 20:32:02.741597 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-592735f6-fb7b-4eed-9657-78105b3c6481 req-3e055d55-098b-4af3-a6ff-ab0645509174 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Sep 03 20:32:02.823314 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34776) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:02.949672 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1415490623-network', 'tenant_id': 'c2d956283a384f628dfeec8d10b59c8a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:03.015309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ed773-27c4-46cf-8ec6-635b7fa6caf4 req-88be3318-2e09-4956-b096-857e810f7c80 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.016791 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-734ed773-27c4-46cf-8ec6-635b7fa6caf4 req-88be3318-2e09-4956-b096-857e810f7c80 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0916383 Sep 03 20:32:03.031653 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Made reservation on behalf of c2d956283a384f628dfeec8d10b59c8a for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:03.033894 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.057905 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.107551 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-f60658e8-52a4-4404-84ab-26485c963bb6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182568 Sep 03 20:32:03.119892 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-734ed773-27c4-46cf-8ec6-635b7fa6caf4 req-fc091f83-6f56-40c0-9697-c71cb1c397e8 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 Sep 03 20:32:03.182687 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34790) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:03.220164 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-22608083-aa9f-483e-8564-4ce324dcedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.221739 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-22608083-aa9f-483e-8564-4ce324dcedf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6d755e6995e4975994b03d28f4a18b6&device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 1098 time: 0.0706594 Sep 03 20:32:03.243690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.248044 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.301281 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:32:03.305313 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3ef394c-f0fe-4352-b900-71038b1b9945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.333525 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.334039 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Added segment 6736cc5e-1013-4403-8bcb-11439a849d7a of type vlan for network ec50c222-820b-44de-a7db-aa0ace0c70ac Sep 03 20:32:03.370024 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56514ca-7961-4f51-b37a-638ee023a0fe,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:03.415278 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3ef394c-f0fe-4352-b900-71038b1b9945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.418910 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e3ef394c-f0fe-4352-b900-71038b1b9945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.430966 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.440359 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-7daef238-92b8-4f04-8fd3-3a112910d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.442028 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-7daef238-92b8-4f04-8fd3-3a112910d717 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 200 len: 920 time: 0.1896904 Sep 03 20:32:03.460334 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e3ef394c-f0fe-4352-b900-71038b1b9945 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c682d99320c84b9f8128542e1aeda918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738304 Sep 03 20:32:03.461463 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:03.465362 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef394c-f0fe-4352-b900-71038b1b9945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e006fc-d85a-40e6-aebf-c3d37dea53b7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:03.502457 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-4296a438-9336-4340-9d40-5af0f049b43e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be HTTP/1.1" status: 200 len: 217 time: 0.0500290 Sep 03 20:32:03.508032 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.508957 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.509567 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.594698 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7702942 Sep 03 20:32:03.597707 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34796) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:03.603154 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Request body: {'subnet': {'network_id': 'ec50c222-820b-44de-a7db-aa0ace0c70ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1415490623-subnet', 'tenant_id': 'c2d956283a384f628dfeec8d10b59c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:03.625586 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Made reservation on behalf of c2d956283a384f628dfeec8d10b59c8a for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:03.627959 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281693'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.634711 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237e98a-19fc-439d-adaf-a6fd9868ecee admin admin] Pushing event updated for resources: {'Network': ['ID=ec50c222-820b-44de-a7db-aa0ace0c70ac,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:03.646102 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network ec50c222-820b-44de-a7db-aa0ace0c70ac details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:32:03.648738 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-4525c156-9ba9-4b7e-a63b-e85f1b26ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.651378 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-4525c156-9ba9-4b7e-a63b-e85f1b26ed38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 200 len: 859 time: 0.1388369 Sep 03 20:32:03.657091 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fead27b-5b0a-4594-9ff3-6a2eaf084bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.693494 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-094d6836-efce-4b99-97d5-7ba8f8334dcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b274558-1e98-4d5c-9c5b-3eba9ed773cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324039 Sep 03 20:32:03.715929 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fead27b-5b0a-4594-9ff3-6a2eaf084bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.828813 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-54144ecd-24d1-40b2-b3f7-05cb52b0b57e service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249681 Sep 03 20:32:03.829838 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fead27b-5b0a-4594-9ff3-6a2eaf084bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.832840 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fead27b-5b0a-4594-9ff3-6a2eaf084bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:03.834234 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-8fead27b-5b0a-4594-9ff3-6a2eaf084bc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43e006fc-d85a-40e6-aebf-c3d37dea53b7 HTTP/1.1" status: 204 len: 168 time: 0.3715706 Sep 03 20:32:03.852240 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fead27b-5b0a-4594-9ff3-6a2eaf084bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e006fc-d85a-40e6-aebf-c3d37dea53b7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:03.936595 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7854f781-5f04-47f9-8fc5-f50c3be6f690 req-4eb595ba-94fa-41b2-bd8a-b30a9f75ce6e service neutron] 10.222.0.47 "GET /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980470 Sep 03 20:32:03.982020 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97fa7c-9055-4fba-bb86-e11626326294 req-5ba05339-6180-4cf3-b344-67e9ac254272 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.983525 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fd97fa7c-9055-4fba-bb86-e11626326294 req-5ba05339-6180-4cf3-b344-67e9ac254272 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.0880134 Sep 03 20:32:04.060391 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fd97fa7c-9055-4fba-bb86-e11626326294 req-7002e8f3-f148-4311-a1c9-124ef447a2aa tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681453 Sep 03 20:32:04.118266 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281715'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:04.175131 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef7accc-a261-4fd0-ad71-de11c4870e88,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:04.182411 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Checking segment: {'id': '6736cc5e-1013-4403-8bcb-11439a849d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ec50c222-820b-44de-a7db-aa0ace0c70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:32:04.183319 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Network hostable DHCP agents. Network: ec50c222-820b-44de-a7db-aa0ace0c70ac, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:32:04.201173 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Network ec50c222-820b-44de-a7db-aa0ace0c70ac is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:32:04.211755 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, ec50c222-820b-44de-a7db-aa0ace0c70ac) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:32:04.216325 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:04.216918 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:04.224427 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ccf98c-3d8c-4038-93a5-c012358e6382 None None] Network ec50c222-820b-44de-a7db-aa0ace0c70ac requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:32:04.240889 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e9b3bcfa-eb0f-4f51-8f53-6de2622619e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6347182 Sep 03 20:32:04.272243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85dad9-d2fe-41d4-8086-abe9cd661c3f req-66157799-ff6d-43f0-bc22-40d7595c81d7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:04.274210 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ec85dad9-d2fe-41d4-8086-abe9cd661c3f req-66157799-ff6d-43f0-bc22-40d7595c81d7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0780606 Sep 03 20:32:04.321943 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ec85dad9-d2fe-41d4-8086-abe9cd661c3f req-81417658-ed0e-4c14-b8c0-c208583ee32d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Sep 03 20:32:04.501038 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ac1e4-83be-4e7c-a460-3e215454726a None None] Network ec50c222-820b-44de-a7db-aa0ace0c70ac requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:32:04.877799 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34850) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:04.883508 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181122009-network', 'tenant_id': 'cf8b7132136c4fb8bb8a6c3a99566451'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:04.903665 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Made reservation on behalf of cf8b7132136c4fb8bb8a6c3a99566451 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:04.906037 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:04.914104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.011717 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.014884 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.042336 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:32:05.051537 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731fccc6-3602-47d8-8481-ab773818a799,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:05.056141 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.056480 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Added segment 11a5f268-1074-48b2-868b-09d3949bad59 of type vlan for network f5c50a2c-6065-4247-b279-dc0104f3dab1 Sep 03 20:32:05.097703 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.136686 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.137894 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:05.138557 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.187063 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3079174 Sep 03 20:32:05.189901 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34858) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:05.196786 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Request body: {'subnet': {'network_id': 'f5c50a2c-6065-4247-b279-dc0104f3dab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181122009-subnet', 'tenant_id': 'cf8b7132136c4fb8bb8a6c3a99566451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:05.223520 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Made reservation on behalf of cf8b7132136c4fb8bb8a6c3a99566451 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:05.226788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.244148 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415989a2-5b5f-44b5-b839-8a8601e4e6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c50a2c-6065-4247-b279-dc0104f3dab1,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:05.255651 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network f5c50a2c-6065-4247-b279-dc0104f3dab1 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:32:05.271492 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ec4ab-f621-4383-933a-0a4899732006 req-d7ce4a75-dff9-4cfa-b9ff-307c1a1caee3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:05.272930 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5c5ec4ab-f621-4383-933a-0a4899732006 req-d7ce4a75-dff9-4cfa-b9ff-307c1a1caee3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 943 time: 0.1132703 Sep 03 20:32:05.313827 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5c5ec4ab-f621-4383-933a-0a4899732006 req-b59647d6-7584-4861-998f-5e8ca179e3d5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Sep 03 20:32:05.405091 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.449971 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57550e5-cfa3-4a90-930a-980c059d3c94,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:05.474218 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Checking segment: {'id': '11a5f268-1074-48b2-868b-09d3949bad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f5c50a2c-6065-4247-b279-dc0104f3dab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:32:05.474571 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Network hostable DHCP agents. Network: f5c50a2c-6065-4247-b279-dc0104f3dab1, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:32:05.490929 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Network f5c50a2c-6065-4247-b279-dc0104f3dab1 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:32:05.500280 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, f5c50a2c-6065-4247-b279-dc0104f3dab1) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:32:05.505022 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:05.506873 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.509999 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681a12b-a4e8-4881-a7f8-8ba82a5e6adc None None] Network f5c50a2c-6065-4247-b279-dc0104f3dab1 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:32:05.535933 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2628da97-07a6-4770-ac2e-7cc53b4542d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3348598 Sep 03 20:32:05.633575 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9cc7af-6a5c-4dfb-ad70-243798e85de5 None None] Network f5c50a2c-6065-4247-b279-dc0104f3dab1 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:32:05.638563 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34862) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:05.680916 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Deleting subnet aef7accc-a261-4fd0-ad71-de11c4870e88 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:32:05.684318 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.718984 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.738914 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:32:05.759052 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.827440 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.853676 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef7accc-a261-4fd0-ad71-de11c4870e88,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:05.858294 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.860473 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6e2304c4-f2af-4a43-a628-7ea386376886 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aef7accc-a261-4fd0-ad71-de11c4870e88 HTTP/1.1" status: 204 len: 168 time: 0.2209208 Sep 03 20:32:05.860786 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:05.863216 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 34870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:05.873019 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'port_id': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'mac_address': 'fa:16:3e:81:d2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:32:05.914293 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.928167 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c792a5d8-8f04-449e-8372-bc9da89d4c71 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:32:05.943414 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.948204 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:05.952267 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:05.998123 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=9']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:06.005047 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.005417 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.005767 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.006107 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.006440 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.006776 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.007105 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.007433 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.007779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.008111 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.008436 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.008761 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:06.021717 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.031864 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec50c222-820b-44de-a7db-aa0ace0c70ac']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:06.041710 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6736cc5e-1013-4403-8bcb-11439a849d7a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:06.042554 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6736cc5e-1013-4403-8bcb-11439a849d7a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:06.051412 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.064768 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.071269 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:32:06.071658 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:32:06.073656 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:32:06.131188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.137101 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.139402 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec50c222-820b-44de-a7db-aa0ace0c70ac HTTP/1.1" status: 204 len: 168 time: 0.2747750 Sep 03 20:32:06.142470 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34874) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:06.153980 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e908-1926-4ea6-b859-04e510e47777 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec50c222-820b-44de-a7db-aa0ace0c70ac,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:06.186473 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Deleting subnet b57550e5-cfa3-4a90-930a-980c059d3c94 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:32:06.189526 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.224064 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.257611 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['c792a5d8-8f04-449e-8372-bc9da89d4c71'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:32:06.263669 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.327924 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.358305 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57550e5-cfa3-4a90-930a-980c059d3c94,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:06.361943 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.363823 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a63e9faa-0b55-4f1b-8eb3-b1b404a2e6ec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b57550e5-cfa3-4a90-930a-980c059d3c94 HTTP/1.1" status: 204 len: 168 time: 0.2202892 Sep 03 20:32:06.367062 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34882) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:06.478311 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.501428 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9d3be-802e-424f-b2ca-b54f67c09af8 req-89ee945a-ce7a-4730-ba73-4b00621e8cab tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:06.502913 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d9d3be-802e-424f-b2ca-b54f67c09af8 req-89ee945a-ce7a-4730-ba73-4b00621e8cab tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0976541 Sep 03 20:32:06.593979 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.598550 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d9d3be-802e-424f-b2ca-b54f67c09af8 req-db81f70c-9b30-4515-b13f-98a83de7ee82 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758111 Sep 03 20:32:06.606308 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-19fae408-7259-4580-a118-746ba611417c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c50a2c-6065-4247-b279-dc0104f3dab1']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:06.615654 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-19fae408-7259-4580-a118-746ba611417c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a5f268-1074-48b2-868b-09d3949bad59') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:06.615956 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-19fae408-7259-4580-a118-746ba611417c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a5f268-1074-48b2-868b-09d3949bad59') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:06.631342 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.649967 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.655760 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:32:06.656147 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:32:06.657800 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:32:06.710198 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.715470 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.717306 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-19fae408-7259-4580-a118-746ba611417c admin admin] 10.222.0.23 "DELETE /v2.0/networks/f5c50a2c-6065-4247-b279-dc0104f3dab1 HTTP/1.1" status: 204 len: 168 time: 0.3490517 Sep 03 20:32:06.727454 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fae408-7259-4580-a118-746ba611417c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c50a2c-6065-4247-b279-dc0104f3dab1,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:06.871909 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34888) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:06.909701 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-257d271d-6a96-4e08-9460-cf5abca323a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2d956283a384f628dfeec8d10b59c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366547 Sep 03 20:32:06.911973 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34890) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:06.959492 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fc3c93d3-aa3d-46d9-84a6-27421d9ce97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:06.987669 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fc3c93d3-aa3d-46d9-84a6-27421d9ce97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.036633 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fc3c93d3-aa3d-46d9-84a6-27421d9ce97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.041208 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fc3c93d3-aa3d-46d9-84a6-27421d9ce97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.043658 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fc3c93d3-aa3d-46d9-84a6-27421d9ce97c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c56514ca-7961-4f51-b37a-638ee023a0fe HTTP/1.1" status: 204 len: 168 time: 0.1306334 Sep 03 20:32:07.055832 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c93d3-aa3d-46d9-84a6-27421d9ce97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56514ca-7961-4f51-b37a-638ee023a0fe,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:07.349312 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34902) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:07.387223 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ef0998ab-25eb-474f-8514-f8cba79b6709 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf8b7132136c4fb8bb8a6c3a99566451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366964 Sep 03 20:32:07.389529 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 34904) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:07.435171 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4393fa09-347c-40ce-9dc6-4116baaefc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.458100 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4393fa09-347c-40ce-9dc6-4116baaefc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.505443 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4393fa09-347c-40ce-9dc6-4116baaefc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.507988 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4393fa09-347c-40ce-9dc6-4116baaefc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.509123 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4393fa09-347c-40ce-9dc6-4116baaefc54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/731fccc6-3602-47d8-8481-ab773818a799 HTTP/1.1" status: 204 len: 168 time: 0.1187289 Sep 03 20:32:07.517114 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393fa09-347c-40ce-9dc6-4116baaefc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731fccc6-3602-47d8-8481-ab773818a799,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:07.718411 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f561-39c7-441e-80ab-d3d97c2aba08 req-129f6da4-e3ca-45bc-846b-3186cd10c6ee tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:07.720022 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8ef3f561-39c7-441e-80ab-d3d97c2aba08 req-129f6da4-e3ca-45bc-846b-3186cd10c6ee tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0484362 Sep 03 20:32:07.757900 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8ef3f561-39c7-441e-80ab-d3d97c2aba08 req-71a46b45-922a-4362-8d7d-be81abbb6624 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Sep 03 20:32:08.883485 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ce27a-0a48-4860-a784-29bdcb027da0 req-bd3fa0cf-92d4-4acb-b1bc-6b0784354285 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:08.884990 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-811ce27a-0a48-4860-a784-29bdcb027da0 req-bd3fa0cf-92d4-4acb-b1bc-6b0784354285 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0509794 Sep 03 20:32:08.923863 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-811ce27a-0a48-4860-a784-29bdcb027da0 req-44f192c6-8aa0-48fe-8638-672ff9145634 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Sep 03 20:32:09.672182 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:32:10.039537 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026cf8f-eed8-4253-90f1-35531d3fb47e req-d2dd4722-16a9-43f8-8d2f-ddccaa9555f8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:10.040987 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0026cf8f-eed8-4253-90f1-35531d3fb47e req-d2dd4722-16a9-43f8-8d2f-ddccaa9555f8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 944 time: 0.0484352 Sep 03 20:32:10.080923 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0026cf8f-eed8-4253-90f1-35531d3fb47e req-27527d55-c3c3-4092-9ef6-8e9d6367fc61 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Sep 03 20:32:10.091659 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2f69-f321-4bd6-9056-7914594be654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:10.437115 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2413a8-e906-4cf2-bafa-28f8700558c0 req-5d40efdb-0395-4f97-a660-3b8280b33b01 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:10.438727 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de2413a8-e906-4cf2-bafa-28f8700558c0 req-5d40efdb-0395-4f97-a660-3b8280b33b01 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Sep 03 20:32:10.452444 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:32:10.481969 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de2413a8-e906-4cf2-bafa-28f8700558c0 req-55e182b1-2647-4ffd-bb01-2b538b04e49d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Sep 03 20:32:10.516300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port c792a5d8-8f04-449e-8372-bc9da89d4c71 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:32:10.516678 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:10.602207 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:10.626452 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:10.628694 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b7e82f-fa8f-4c6d-84f9-dbd52e282581" -d '{"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-plugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:10.641234 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:10.645527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:10.677109 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a564b6f-875b-4b1f-a093-d3e820221149 x-openstack-request-id: req-2a564b6f-875b-4b1f-a093-d3e820221149 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:10.677416 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-plugged", "status": "completed", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:10.677720 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a564b6f-875b-4b1f-a093-d3e820221149 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:10.678068 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'code': 200} Sep 03 20:32:10.706725 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:11.201594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fdf2e-c71a-44c8-91e1-4feeab33ebce req-2e149652-d773-49a2-a3c0-b60454df3d1d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:11.206155 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-179fdf2e-c71a-44c8-91e1-4feeab33ebce req-2e149652-d773-49a2-a3c0-b60454df3d1d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0513582 Sep 03 20:32:11.243738 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-179fdf2e-c71a-44c8-91e1-4feeab33ebce req-f0c444ce-edbc-4153-88fa-86e81d077af0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Sep 03 20:32:11.312184 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d5126-e8f9-44c8-a6cc-1d8a090f67af req-850b1ebf-9fd3-456c-b14e-27a16be0e16c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:11.313657 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ed8d5126-e8f9-44c8-a6cc-1d8a090f67af req-850b1ebf-9fd3-456c-b14e-27a16be0e16c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0483077 Sep 03 20:32:11.352216 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ed8d5126-e8f9-44c8-a6cc-1d8a090f67af req-216526c3-a9bd-47dc-b9a7-edf307970e7e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325639 Sep 03 20:32:11.595986 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03d9a-5ad4-4fc3-b50c-914c2095618a req-8f73ab0d-a15f-4740-9e39-68d0b4443e1c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:11.597489 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-74a03d9a-5ad4-4fc3-b50c-914c2095618a req-8f73ab0d-a15f-4740-9e39-68d0b4443e1c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0496099 Sep 03 20:32:11.637770 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-74a03d9a-5ad4-4fc3-b50c-914c2095618a req-7c79e0a5-25c9-490b-8bf2-c4d06925c75c tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Sep 03 20:32:12.361674 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66c5c4-bd04-4211-8967-9e9fa611904a req-74e81a00-0d64-4541-a289-8e59d0f5b239 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:12.363110 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7d66c5c4-bd04-4211-8967-9e9fa611904a req-74e81a00-0d64-4541-a289-8e59d0f5b239 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0475245 Sep 03 20:32:12.400000 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7d66c5c4-bd04-4211-8967-9e9fa611904a req-73cc3e7a-7095-4192-9176-f0c5eba3bcd9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Sep 03 20:32:12.464013 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810f02-05d4-4cd0-8f9d-bde10079234d req-be2f0bb3-c56c-4f02-8a21-7bf8ee255ad8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:12.465505 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9f810f02-05d4-4cd0-8f9d-bde10079234d req-be2f0bb3-c56c-4f02-8a21-7bf8ee255ad8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0489104 Sep 03 20:32:12.504185 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9f810f02-05d4-4cd0-8f9d-bde10079234d req-74c6703f-04d3-42f0-89b6-c18b19cd9e61 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326984 Sep 03 20:32:12.665477 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54c13dd8-7c26-4d9f-abb6-93fb8746db0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:12.753991 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccece-cabb-4445-990b-b06d6e0003fe req-daaeea12-99ec-4c2e-9f34-100e3df03dae tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:12.755470 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ce4ccece-cabb-4445-990b-b06d6e0003fe req-daaeea12-99ec-4c2e-9f34-100e3df03dae tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0526960 Sep 03 20:32:12.793689 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ce4ccece-cabb-4445-990b-b06d6e0003fe req-0ae49422-8733-45cd-beda-541631eb5646 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Sep 03 20:32:13.001273 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:13.517471 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e575e-991e-460a-a144-3d3634bfb65a req-a29fefd3-252c-4f00-97e7-9fb1cc7a03d9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:13.518929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-090e575e-991e-460a-a144-3d3634bfb65a req-a29fefd3-252c-4f00-97e7-9fb1cc7a03d9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0478413 Sep 03 20:32:13.555035 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-090e575e-991e-460a-a144-3d3634bfb65a req-cead776e-d468-4c5e-be4d-ca40d0d19090 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303135 Sep 03 20:32:13.616115 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03a370-f356-4ea5-95af-eff65ea37241 req-03b5232e-159f-4cb9-8be7-ca8a612af3af tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:13.617585 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8c03a370-f356-4ea5-95af-eff65ea37241 req-03b5232e-159f-4cb9-8be7-ca8a612af3af tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0491800 Sep 03 20:32:13.656338 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8c03a370-f356-4ea5-95af-eff65ea37241 req-59b042cf-6e8d-45e9-be2e-512d6cbbc896 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321786 Sep 03 20:32:13.795773 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:13.916540 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-75961661-a77c-49a0-b470-35e530a7ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:13.918072 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-75961661-a77c-49a0-b470-35e530a7ed2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1137 time: 0.0727744 Sep 03 20:32:13.931243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c999b-aec8-420c-9638-a784a01536a6 req-39c74618-e4f0-4136-b796-08f203281a9f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:13.932654 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5a8c999b-aec8-420c-9638-a784a01536a6 req-39c74618-e4f0-4136-b796-08f203281a9f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0633550 Sep 03 20:32:14.026363 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5a8c999b-aec8-420c-9638-a784a01536a6 req-731b382a-d6de-40cc-937a-1a82a8ba60f9 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823221 Sep 03 20:32:14.048770 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-53d1e6a7-c62e-43f4-b0a2-48e4a793c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:14.050313 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-53d1e6a7-c62e-43f4-b0a2-48e4a793c759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 915 time: 0.1141932 Sep 03 20:32:14.164944 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa4ebc-4a44-4571-b0f7-fb84215dcc58 req-d3a8b3bc-1b02-4580-8dd3-e3f0abf4745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:14.166519 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d5aa4ebc-4a44-4571-b0f7-fb84215dcc58 req-d3a8b3bc-1b02-4580-8dd3-e3f0abf4745b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 1099 time: 0.0964749 Sep 03 20:32:14.168242 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-15a7707a-84f2-42ea-bbba-e739958c4f29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 999 time: 0.0971324 Sep 03 20:32:14.247509 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d5aa4ebc-4a44-4571-b0f7-fb84215dcc58 req-ea1a7fe0-1897-4253-8325-ae14116bbff2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664291 Sep 03 20:32:14.251103 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-1e114912-d7ff-40ae-a8ed-a23a479bf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:14.252566 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-1e114912-d7ff-40ae-a8ed-a23a479bf307 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 200 len: 853 time: 0.0658169 Sep 03 20:32:14.677871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47815f9a-c012-4975-9bc6-a6fdea1e5b8a req-1ac86164-bdd5-44f8-b3c9-e58b8e1b2198 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:14.679366 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-47815f9a-c012-4975-9bc6-a6fdea1e5b8a req-1ac86164-bdd5-44f8-b3c9-e58b8e1b2198 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0493851 Sep 03 20:32:14.719609 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-47815f9a-c012-4975-9bc6-a6fdea1e5b8a req-f555bee5-03bd-45ca-a69d-13239e71cf2d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332129 Sep 03 20:32:14.737690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-2979a71c-b08e-41fb-a7da-47cd9ceef9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:14.739182 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-2979a71c-b08e-41fb-a7da-47cd9ceef9c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2426791 Sep 03 20:32:14.773445 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf78024-215d-4e8a-b302-b884ed68eea5 req-0d88b131-af1c-44ec-8486-5c0524750731 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:14.774958 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2bf78024-215d-4e8a-b302-b884ed68eea5 req-0d88b131-af1c-44ec-8486-5c0524750731 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0507612 Sep 03 20:32:14.866243 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2bf78024-215d-4e8a-b302-b884ed68eea5 req-fe5e4420-d62a-4e38-9ec0-d582dad2139c tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829844 Sep 03 20:32:14.888710 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-7d458798-0968-4bba-aba2-bd2412c13399 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128128 Sep 03 20:32:14.992757 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7a789a0-ab5c-4313-94e5-c72683ec4228 req-1d381900-f0d2-46c9-a580-fc3580ff0356 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957222 Sep 03 20:32:15.147428 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0716b-31d6-4b21-bcb4-c1132ec8e42d req-fd695927-e191-4e76-b135-a3bd9d49328f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:15.148986 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f5f0716b-31d6-4b21-bcb4-c1132ec8e42d req-fd695927-e191-4e76-b135-a3bd9d49328f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0580816 Sep 03 20:32:15.189827 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f5f0716b-31d6-4b21-bcb4-c1132ec8e42d req-5bc88d74-2731-4e8a-96b5-0abf7b26c448 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Sep 03 20:32:15.292732 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35064) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:15.394547 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-98554924-02b7-431f-80bb-220387cd4d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.481673 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-98554924-02b7-431f-80bb-220387cd4d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.485552 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-98554924-02b7-431f-80bb-220387cd4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.522225 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-98554924-02b7-431f-80bb-220387cd4d7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6fb4bcaeb3b4fa4baa1487a57d62c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284591 Sep 03 20:32:15.523077 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98554924-02b7-431f-80bb-220387cd4d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc59d7-b26e-4903-aed3-3c2d32623a34,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:15.524920 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35068) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:15.546962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.578213 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d20a4c9-e50c-482b-8d9d-734873baafd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.599516 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d20a4c9-e50c-482b-8d9d-734873baafd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.643546 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d20a4c9-e50c-482b-8d9d-734873baafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.646253 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d20a4c9-e50c-482b-8d9d-734873baafd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.647388 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-0d20a4c9-e50c-482b-8d9d-734873baafd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0adc59d7-b26e-4903-aed3-3c2d32623a34 HTTP/1.1" status: 204 len: 168 time: 0.1214499 Sep 03 20:32:15.655249 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20a4c9-e50c-482b-8d9d-734873baafd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc59d7-b26e-4903-aed3-3c2d32623a34,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:15.847701 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02671ac-cdbd-4d1b-b59c-80fc608e022d req-f6065017-85d1-4393-b418-4ceb2a9ec285 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:15.849389 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b02671ac-cdbd-4d1b-b59c-80fc608e022d req-f6065017-85d1-4393-b418-4ceb2a9ec285 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0491765 Sep 03 20:32:15.888493 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b02671ac-cdbd-4d1b-b59c-80fc608e022d req-213c1c5c-b95a-45b8-b8db-e05cc9f8a4f4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319510 Sep 03 20:32:15.905513 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:15.919700 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3270a78-b1cb-4981-bff2-7501f7efd785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:15.988253 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d6cec-2309-40b8-bd86-206ac050a9c3 req-0575be9a-2892-4158-9151-4866562cbce2 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:15.989782 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8b6d6cec-2309-40b8-bd86-206ac050a9c3 req-0575be9a-2892-4158-9151-4866562cbce2 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0515304 Sep 03 20:32:16.013054 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3270a78-b1cb-4981-bff2-7501f7efd785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:16.016938 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3270a78-b1cb-4981-bff2-7501f7efd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:16.032101 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8b6d6cec-2309-40b8-bd86-206ac050a9c3 req-6c52fef4-a025-4230-a03f-f7e6e0e26626 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346670 Sep 03 20:32:16.057268 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a3270a78-b1cb-4981-bff2-7501f7efd785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af9599a8332641909578bb8f5e258924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506965 Sep 03 20:32:16.058182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270a78-b1cb-4981-bff2-7501f7efd785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d689bff-4c0d-4ee6-b024-0f25e6f9ae32,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:16.059933 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35082) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:16.111299 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-72ded49a-858f-4511-9f44-c553900e6c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:16.131139 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-72ded49a-858f-4511-9f44-c553900e6c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:16.174954 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-72ded49a-858f-4511-9f44-c553900e6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:16.177611 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-72ded49a-858f-4511-9f44-c553900e6c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:16.178722 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-72ded49a-858f-4511-9f44-c553900e6c51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d689bff-4c0d-4ee6-b024-0f25e6f9ae32 HTTP/1.1" status: 204 len: 168 time: 0.1177087 Sep 03 20:32:16.186129 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ded49a-858f-4511-9f44-c553900e6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d689bff-4c0d-4ee6-b024-0f25e6f9ae32,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:16.304752 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb78c46-0a25-4447-bdd9-40d869b28f9e req-ccc51f31-5e83-45dd-a9b6-bdb7cb395d8d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:16.306281 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0bb78c46-0a25-4447-bdd9-40d869b28f9e req-ccc51f31-5e83-45dd-a9b6-bdb7cb395d8d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0484846 Sep 03 20:32:16.349688 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0bb78c46-0a25-4447-bdd9-40d869b28f9e req-afe69c85-ab23-4656-bbc8-75b9742354b1 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Sep 03 20:32:17.009743 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49a1ca-64d6-4d1b-9cec-150ef1994326 req-d126d35f-93af-4d8c-ab39-ff5c55e82f4a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:17.011244 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ab49a1ca-64d6-4d1b-9cec-150ef1994326 req-d126d35f-93af-4d8c-ab39-ff5c55e82f4a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0486562 Sep 03 20:32:17.062279 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ab49a1ca-64d6-4d1b-9cec-150ef1994326 req-10a65b98-3cfa-4d74-b42a-4c10152231fd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Sep 03 20:32:17.153348 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f1acd-a4e4-44ff-b10e-9d1e2e36f07e req-e1117bd0-0f99-4c76-b6f6-2bf13750c38b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:17.154961 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-106f1acd-a4e4-44ff-b10e-9d1e2e36f07e req-e1117bd0-0f99-4c76-b6f6-2bf13750c38b tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0506661 Sep 03 20:32:17.194550 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-106f1acd-a4e4-44ff-b10e-9d1e2e36f07e req-cd13c630-b893-44e8-a51f-6b87cc8ff71d tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333860 Sep 03 20:32:17.469211 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a285594-2cde-41d6-bf58-7c25fa5efa10 req-0e71f873-8354-4a1c-8b44-a10cec30d2cf tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:17.470748 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a285594-2cde-41d6-bf58-7c25fa5efa10 req-0e71f873-8354-4a1c-8b44-a10cec30d2cf tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0511396 Sep 03 20:32:17.510246 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a285594-2cde-41d6-bf58-7c25fa5efa10 req-fcffbab8-3ea8-4949-9ef4-7787d13550c7 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Sep 03 20:32:18.188796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25ee8a-7fa0-49b1-ba16-f167630899cf req-06f61a54-59ca-4191-ba56-c75f0caba1c3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:18.190310 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b25ee8a-7fa0-49b1-ba16-f167630899cf req-06f61a54-59ca-4191-ba56-c75f0caba1c3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0481830 Sep 03 20:32:18.231602 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b25ee8a-7fa0-49b1-ba16-f167630899cf req-81e6de51-9d64-4519-98a7-2076cce0f168 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352137 Sep 03 20:32:18.309526 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454d199-d53d-43cd-b6ee-4cf23c4d5a28 req-b27962bb-a905-4d99-b6d2-d287e9773550 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:18.310955 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7454d199-d53d-43cd-b6ee-4cf23c4d5a28 req-b27962bb-a905-4d99-b6d2-d287e9773550 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0509202 Sep 03 20:32:18.352163 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7454d199-d53d-43cd-b6ee-4cf23c4d5a28 req-61020846-0164-49ac-b425-02ad1014bbe6 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331438 Sep 03 20:32:18.621482 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdb3f4-5bed-40ab-9ea3-a53204ed318d req-e130c4f8-2468-4c4c-941b-e528369f5789 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:18.622850 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-55fdb3f4-5bed-40ab-9ea3-a53204ed318d req-e130c4f8-2468-4c4c-941b-e528369f5789 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Sep 03 20:32:18.659844 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-55fdb3f4-5bed-40ab-9ea3-a53204ed318d req-3ce7ba83-ffc9-4099-ab16-8ce6927f2aca tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Sep 03 20:32:18.798599 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-e8215a4b-d251-4656-bff7-6fc95467fe70 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:18.800211 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-e8215a4b-d251-4656-bff7-6fc95467fe70 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 945 time: 0.0509026 Sep 03 20:32:18.907889 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Deleting port 5919f56d-72c9-4542-bc32-eb51cfd4f2be {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:32:18.908235 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:18.998472 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] For port 5919f56d-72c9-4542-bc32-eb51cfd4f2be, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=5919f56d-72c9-4542-bc32-eb51cfd4f2be,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:18.998847 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:19.022543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Calling delete_port for 5919f56d-72c9-4542-bc32-eb51cfd4f2be owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:32:19.180996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:19.198177 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['e606adfc-8737-463d-bda9-e32adb1dacfb', '5919f56d-72c9-4542-bc32-eb51cfd4f2be'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:32:19.232885 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Pushing event deleted for resources: {'Port': ['ID=5919f56d-72c9-4542-bc32-eb51cfd4f2be,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:19.281995 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] No DVR routers for this DVR port 5919f56d-72c9-4542-bc32-eb51cfd4f2be on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:32:19.284831 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:19.287993 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6e2b1b97-b93c-4fc6-b22d-20fd6cf38862 req-4a1a8ce9-88f3-4a11-9113-88ec53de359d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "DELETE /v2.0/ports/5919f56d-72c9-4542-bc32-eb51cfd4f2be HTTP/1.1" status: 204 len: 173 time: 0.4666610 Sep 03 20:32:19.288589 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'name': 'network-vif-deleted', 'tag': '5919f56d-72c9-4542-bc32-eb51cfd4f2be'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:19.292578 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8e16d1-8708-4b9c-9145-c6387472fc15" -d '{"events": [{"server_uuid": "f57e9170-dc4e-4785-bf87-65c532fb13b4", "name": "network-vif-deleted", "tag": "5919f56d-72c9-4542-bc32-eb51cfd4f2be"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:19.390819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc35078-0d40-498a-8a08-7fab0c611bac x-openstack-request-id: req-efc35078-0d40-498a-8a08-7fab0c611bac {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:19.391367 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57e9170-dc4e-4785-bf87-65c532fb13b4", "name": "network-vif-deleted", "tag": "5919f56d-72c9-4542-bc32-eb51cfd4f2be", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:19.391764 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efc35078-0d40-498a-8a08-7fab0c611bac {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:19.392514 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57e9170-dc4e-4785-bf87-65c532fb13b4', 'name': 'network-vif-deleted', 'tag': '5919f56d-72c9-4542-bc32-eb51cfd4f2be', 'status': 'completed', 'code': 200} Sep 03 20:32:19.440302 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b85f02-9cf6-423a-804b-156b1aa4b704 req-59aee448-2ac1-4fc1-b000-b28bad0ffefe tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:19.444563 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-56b85f02-9cf6-423a-804b-156b1aa4b704 req-59aee448-2ac1-4fc1-b000-b28bad0ffefe tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.1216285 Sep 03 20:32:19.513726 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-56b85f02-9cf6-423a-804b-156b1aa4b704 req-9da0ec8b-2c2f-494e-a164-fbb243162c04 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626128 Sep 03 20:32:19.568113 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792803-391b-4309-9669-2b9fadae3ca4 req-d2b49645-c4a7-4296-ade4-b098649f9b7f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:19.569664 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d792803-391b-4309-9669-2b9fadae3ca4 req-d2b49645-c4a7-4296-ade4-b098649f9b7f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0621219 Sep 03 20:32:19.613329 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d792803-391b-4309-9669-2b9fadae3ca4 req-ae50f933-31f8-4274-a5de-95b1be45f451 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369234 Sep 03 20:32:19.777953 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-08cbea13-5393-41ea-84aa-7b0f92db01d1 req-13938108-d545-4178-a313-ba16f96088f5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=f57e9170-dc4e-4785-bf87-65c532fb13b4 HTTP/1.1" status: 200 len: 210 time: 0.0350091 Sep 03 20:32:20.483343 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35258) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:20.584338 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-026e75ac-3fb2-462e-896d-b01eea9c2def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.650513 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0bcad-40d7-4fb2-af02-81c7b6735eb8 req-bfc04279-f8d0-444d-9cda-745ab9444fd7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:20.652099 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9ec0bcad-40d7-4fb2-af02-81c7b6735eb8 req-bfc04279-f8d0-444d-9cda-745ab9444fd7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0580068 Sep 03 20:32:20.687522 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-026e75ac-3fb2-462e-896d-b01eea9c2def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.693871 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9ec0bcad-40d7-4fb2-af02-81c7b6735eb8 req-b6fea31f-48ab-452d-9519-b6922392a6e1 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Sep 03 20:32:20.699681 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-026e75ac-3fb2-462e-896d-b01eea9c2def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.754876 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-026e75ac-3fb2-462e-896d-b01eea9c2def admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1d3ed4378ab42daa0366810c016e4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704320 Sep 03 20:32:20.757446 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35268) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:20.762482 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e75ac-3fb2-462e-896d-b01eea9c2def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177b13c6-4c6a-4c55-a6ee-d8b0a72498b6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:20.775043 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176a56-52c4-4296-94ab-a76cc6ff3195 req-1b87ef7e-5fe5-41f2-8358-c5008b48d914 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:20.777088 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7176a56-52c4-4296-94ab-a76cc6ff3195 req-1b87ef7e-5fe5-41f2-8358-c5008b48d914 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0883508 Sep 03 20:32:20.811359 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76b4a6a-b006-46a4-bcdf-f342685d4e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.830466 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7176a56-52c4-4296-94ab-a76cc6ff3195 req-83ddc00e-88bb-415e-a600-bfcf846a71ac tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356505 Sep 03 20:32:20.837862 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76b4a6a-b006-46a4-bcdf-f342685d4e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.888419 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76b4a6a-b006-46a4-bcdf-f342685d4e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.891029 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76b4a6a-b006-46a4-bcdf-f342685d4e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:20.892176 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a76b4a6a-b006-46a4-bcdf-f342685d4e06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/177b13c6-4c6a-4c55-a6ee-d8b0a72498b6 HTTP/1.1" status: 204 len: 168 time: 0.1337640 Sep 03 20:32:20.899632 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b4a6a-b006-46a4-bcdf-f342685d4e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177b13c6-4c6a-4c55-a6ee-d8b0a72498b6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:21.073864 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d87f8-5311-4f4b-9ee4-14f1164407d5 req-abff7c6c-f650-4265-9639-0fb135562fdf tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:21.075339 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3d7d87f8-5311-4f4b-9ee4-14f1164407d5 req-abff7c6c-f650-4265-9639-0fb135562fdf tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0567086 Sep 03 20:32:21.114124 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3d7d87f8-5311-4f4b-9ee4-14f1164407d5 req-cdfa021d-933e-4429-8625-b4de8b5b047d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Sep 03 20:32:21.194452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35286) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:21.208257 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0df1c4bb-f458-4cf3-ab59-8a2ee2b70781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.296180 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0df1c4bb-f458-4cf3-ab59-8a2ee2b70781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.299613 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0df1c4bb-f458-4cf3-ab59-8a2ee2b70781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.336263 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0df1c4bb-f458-4cf3-ab59-8a2ee2b70781 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b618c363b834556aa377cfb172abb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407998 Sep 03 20:32:21.337202 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1c4bb-f458-4cf3-ab59-8a2ee2b70781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c7c31-b627-496f-bdd0-5a4b457097a0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:21.339496 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35288) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:21.387031 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a776b74-7022-4a86-a2ab-817524d2f2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.408398 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a776b74-7022-4a86-a2ab-817524d2f2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.453719 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a776b74-7022-4a86-a2ab-817524d2f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.456384 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a776b74-7022-4a86-a2ab-817524d2f2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:21.457800 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-4a776b74-7022-4a86-a2ab-817524d2f2a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/080c7c31-b627-496f-bdd0-5a4b457097a0 HTTP/1.1" status: 204 len: 168 time: 0.1172538 Sep 03 20:32:21.467002 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a776b74-7022-4a86-a2ab-817524d2f2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c7c31-b627-496f-bdd0-5a4b457097a0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:21.950631 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8ee19-b65d-4964-a970-73371037de81 req-cc980aff-40b4-4245-babb-c37333c9d744 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:21.952216 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d8d8ee19-b65d-4964-a970-73371037de81 req-cc980aff-40b4-4245-babb-c37333c9d744 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0522444 Sep 03 20:32:21.992366 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d8d8ee19-b65d-4964-a970-73371037de81 req-b25478e9-96e9-45bd-bbe9-c08189204568 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337784 Sep 03 20:32:22.242657 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff972a5-2338-4d93-a04a-03d687f560be req-c2e00567-65fd-4636-a0ba-d64f316160e5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:22.244156 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6ff972a5-2338-4d93-a04a-03d687f560be req-c2e00567-65fd-4636-a0ba-d64f316160e5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0515935 Sep 03 20:32:22.283995 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6ff972a5-2338-4d93-a04a-03d687f560be req-dc309992-6e34-419e-bfc4-15790d3ef03b tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Sep 03 20:32:22.504050 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 5919f56d-72c9-4542-bc32-eb51cfd4f2be no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:32:22.520662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:22.524354 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 5919f56d-72c9-4542-bc32-eb51cfd4f2be {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:32:22.524699 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 5919f56d-72c9-4542-bc32-eb51cfd4f2be not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:32:22.622309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f048448d-6d2b-4dff-8e2a-69c650847f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.711363 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f048448d-6d2b-4dff-8e2a-69c650847f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.716104 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f048448d-6d2b-4dff-8e2a-69c650847f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.754037 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f048448d-6d2b-4dff-8e2a-69c650847f21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da52917da3554cf8adfe03ed7b80c873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322736 Sep 03 20:32:22.754903 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048448d-6d2b-4dff-8e2a-69c650847f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee2c95-c7a0-4cbf-ac5f-ed817d49df69,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:22.756729 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35332) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:22.808043 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02abbea7-1e59-4634-bbef-6d180c3ae7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.828291 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02abbea7-1e59-4634-bbef-6d180c3ae7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.875285 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02abbea7-1e59-4634-bbef-6d180c3ae7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.877831 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02abbea7-1e59-4634-bbef-6d180c3ae7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:22.878992 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-02abbea7-1e59-4634-bbef-6d180c3ae7c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20ee2c95-c7a0-4cbf-ac5f-ed817d49df69 HTTP/1.1" status: 204 len: 168 time: 0.1212499 Sep 03 20:32:22.886222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abbea7-1e59-4634-bbef-6d180c3ae7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee2c95-c7a0-4cbf-ac5f-ed817d49df69,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:23.106790 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a700f-47c6-4444-b087-94f08ef9c51c req-64d626e0-d6b3-4c08-973b-3f32311f2b5e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:23.108309 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-968a700f-47c6-4444-b087-94f08ef9c51c req-64d626e0-d6b3-4c08-973b-3f32311f2b5e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0503018 Sep 03 20:32:23.153581 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-968a700f-47c6-4444-b087-94f08ef9c51c req-e8121c7c-8cae-4668-a572-62a204cc3df8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370800 Sep 03 20:32:23.402612 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a0bb-ce9b-4418-9c96-d5de6a9cf1e7 req-8db99885-6033-4833-ab98-65ff49dbbc84 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:23.404483 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ec56a0bb-ce9b-4418-9c96-d5de6a9cf1e7 req-8db99885-6033-4833-ab98-65ff49dbbc84 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0528345 Sep 03 20:32:23.449638 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ec56a0bb-ce9b-4418-9c96-d5de6a9cf1e7 req-d591b247-5db8-422e-865b-356b2b2f1d7f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Sep 03 20:32:24.271111 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bce66-e3eb-481b-8171-fdf383a9d328 req-0889cc33-cb93-4d4e-8cdf-6cc8eb52b823 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:24.272930 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c05bce66-e3eb-481b-8171-fdf383a9d328 req-0889cc33-cb93-4d4e-8cdf-6cc8eb52b823 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0498886 Sep 03 20:32:24.313866 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c05bce66-e3eb-481b-8171-fdf383a9d328 req-01f4cb2c-1e92-48b7-9993-104e9eecd820 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347483 Sep 03 20:32:24.532772 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35434) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:24.573144 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df7d0b-5586-47ef-a6ab-20f7b05ca09d req-be76ed04-8d71-4c55-8e6c-3d35e34a2b3f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:24.574656 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b3df7d0b-5586-47ef-a6ab-20f7b05ca09d req-be76ed04-8d71-4c55-8e6c-3d35e34a2b3f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0538681 Sep 03 20:32:24.613127 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b3df7d0b-5586-47ef-a6ab-20f7b05ca09d req-963f3d7c-e718-46ae-b835-83100a95af29 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Sep 03 20:32:24.654076 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7bf4967f-8b25-42ba-a3b3-4b09aebe5899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.742223 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7bf4967f-8b25-42ba-a3b3-4b09aebe5899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.745718 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7bf4967f-8b25-42ba-a3b3-4b09aebe5899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.786929 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7bf4967f-8b25-42ba-a3b3-4b09aebe5899 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d22d99367e314a799ffc35c6cfa76085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531512 Sep 03 20:32:24.788760 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4967f-8b25-42ba-a3b3-4b09aebe5899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc223b-75ee-4afe-aac9-8f9718b3082f,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:24.789646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:24.842135 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5cac-b9bc-48a6-b214-dbc8b74f25c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.862811 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5cac-b9bc-48a6-b214-dbc8b74f25c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.908299 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5cac-b9bc-48a6-b214-dbc8b74f25c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.910891 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5cac-b9bc-48a6-b214-dbc8b74f25c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:24.912027 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-7b6d5cac-b9bc-48a6-b214-dbc8b74f25c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80bc223b-75ee-4afe-aac9-8f9718b3082f HTTP/1.1" status: 204 len: 168 time: 0.1214151 Sep 03 20:32:24.919603 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5cac-b9bc-48a6-b214-dbc8b74f25c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc223b-75ee-4afe-aac9-8f9718b3082f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:25.428545 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e89b44-e62c-495d-a2f9-b35fabaff068 req-60469451-ce08-4250-a726-f19e1ee9279a tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:25.430297 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-25e89b44-e62c-495d-a2f9-b35fabaff068 req-60469451-ce08-4250-a726-f19e1ee9279a tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0505631 Sep 03 20:32:25.473977 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-25e89b44-e62c-495d-a2f9-b35fabaff068 req-e550bb17-d3ea-4007-b79b-7afbfb3aed05 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368907 Sep 03 20:32:25.732866 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8f4b9-fedf-46b3-89db-46c297aadfcc req-9cd5036a-c511-4d7f-8814-daf9eedd24e5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:25.734565 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bcb8f4b9-fedf-46b3-89db-46c297aadfcc req-9cd5036a-c511-4d7f-8814-daf9eedd24e5 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0502632 Sep 03 20:32:25.776051 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bcb8f4b9-fedf-46b3-89db-46c297aadfcc req-5dcbfd07-4c94-4a12-8706-aaf08cc32e8f tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345738 Sep 03 20:32:26.586351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e4ce-ce9a-42f6-96b4-1bf544a5f960 req-1d918456-77a0-458a-9419-65b14ba451ef tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:26.587789 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c725e4ce-ce9a-42f6-96b4-1bf544a5f960 req-1d918456-77a0-458a-9419-65b14ba451ef tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0476794 Sep 03 20:32:26.626775 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c725e4ce-ce9a-42f6-96b4-1bf544a5f960 req-e359aa4d-72da-4963-a1d7-4ec900380f29 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323772 Sep 03 20:32:26.898975 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f9df9-c651-40fc-a19f-5286e6d077ec req-f6f6f459-931f-40a9-9899-62bc89161b8d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:26.900444 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-856f9df9-c651-40fc-a19f-5286e6d077ec req-f6f6f459-931f-40a9-9899-62bc89161b8d tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0495906 Sep 03 20:32:26.936938 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-856f9df9-c651-40fc-a19f-5286e6d077ec req-02ca981d-5f03-4873-9e5e-5ce8d2c13ce2 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Sep 03 20:32:27.744598 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddb9e4-6a80-4e63-a11a-00eeb27b0c56 req-fe8f05a2-d553-4418-9552-ee39761d5a9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:27.746016 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ecddb9e4-6a80-4e63-a11a-00eeb27b0c56 req-fe8f05a2-d553-4418-9552-ee39761d5a9f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0532002 Sep 03 20:32:27.786798 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ecddb9e4-6a80-4e63-a11a-00eeb27b0c56 req-229e91b6-43f0-4aa3-ba55-a722a750348e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345540 Sep 03 20:32:28.050331 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd0414-e925-4177-947e-fad9afd4747b req-de5b6e15-102a-45f5-94f8-f335ae689ac0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:28.051721 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0abd0414-e925-4177-947e-fad9afd4747b req-de5b6e15-102a-45f5-94f8-f335ae689ac0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0476682 Sep 03 20:32:28.093730 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0abd0414-e925-4177-947e-fad9afd4747b req-84ac47a3-d437-43d5-b8a4-c80f187615ad tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351851 Sep 03 20:32:28.901796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e406949-0359-42b4-bf3f-e7e47fef9c61 req-beef5726-760f-405a-88a2-d35906bdda51 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:28.903406 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3e406949-0359-42b4-bf3f-e7e47fef9c61 req-beef5726-760f-405a-88a2-d35906bdda51 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0499301 Sep 03 20:32:28.942386 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3e406949-0359-42b4-bf3f-e7e47fef9c61 req-f4c90793-c10b-4b7a-8163-0985d1d6b6a7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329530 Sep 03 20:32:29.212202 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deebe1e-4f98-482d-9f05-2716376d06d0 req-d2c71e8b-2bdd-4191-87ea-d218484e10b4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:29.213717 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8deebe1e-4f98-482d-9f05-2716376d06d0 req-d2c71e8b-2bdd-4191-87ea-d218484e10b4 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0538743 Sep 03 20:32:29.251981 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8deebe1e-4f98-482d-9f05-2716376d06d0 req-4852a89d-b4f8-4303-80f9-27767aa09912 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Sep 03 20:32:30.058083 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ab894-4d82-493e-abc6-94d21e9c743f req-712ce282-07b2-490f-a3df-ef9e606422ab tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:30.059614 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-748ab894-4d82-493e-abc6-94d21e9c743f req-712ce282-07b2-490f-a3df-ef9e606422ab tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0508411 Sep 03 20:32:30.099470 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-748ab894-4d82-493e-abc6-94d21e9c743f req-390c0711-4dcc-4396-aad2-9f53fae2068a tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337753 Sep 03 20:32:30.365666 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e86ce-371e-4803-abba-83c9fb80afcc req-50607829-29c3-458d-b814-8d3360b014dc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:30.367163 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b15e86ce-371e-4803-abba-83c9fb80afcc req-50607829-29c3-458d-b814-8d3360b014dc tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0492630 Sep 03 20:32:30.404352 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b15e86ce-371e-4803-abba-83c9fb80afcc req-fd088fec-9a88-4bbe-892f-add92a3102f3 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/security-groups?id=24cbf889-d1d4-4089-a56c-24dd00a4da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Sep 03 20:32:30.623199 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e606adfc-8737-463d-bda9-e32adb1dacfb no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:32:30.685973 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-167928a8-7773-4343-b7f7-bb9f1b73e7a0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:30.687422 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-167928a8-7773-4343-b7f7-bb9f1b73e7a0 tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 945 time: 0.0528300 Sep 03 20:32:30.701354 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:30.724557 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:30.726812 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e64a7-a6a0-41f5-b50d-9f37e34fe50d" -d '{"events": [{"server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "name": "network-vif-unplugged", "status": "completed", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:30.738979 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e606adfc-8737-463d-bda9-e32adb1dacfb,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:30.743293 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:30.782969 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516c938-d7f5-462c-b6a5-e2c832d78e5b x-openstack-request-id: req-2516c938-d7f5-462c-b6a5-e2c832d78e5b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:30.783514 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "name": "network-vif-unplugged", "status": "completed", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:30.783740 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Deleting port e606adfc-8737-463d-bda9-e32adb1dacfb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:32:30.784054 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:30.784508 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2516c938-d7f5-462c-b6a5-e2c832d78e5b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:30.785067 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb', 'code': 200} Sep 03 20:32:30.803744 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:30.825102 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:30.876459 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] For port e606adfc-8737-463d-bda9-e32adb1dacfb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e606adfc-8737-463d-bda9-e32adb1dacfb,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:30.876726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:30.889560 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Calling delete_port for e606adfc-8737-463d-bda9-e32adb1dacfb owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:32:31.012663 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:31.041638 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Pushing event deleted for resources: {'Port': ['ID=e606adfc-8737-463d-bda9-e32adb1dacfb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:31.051789 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.052142 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.052487 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.052827 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.053162 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.053522 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.053859 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.054617 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.054617 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.054819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.055144 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.055470 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:32:31.095725 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] No DVR routers for this DVR port e606adfc-8737-463d-bda9-e32adb1dacfb on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:32:31.098256 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:31.100206 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d224f5ed-4478-4119-a7d6-4297cbd7b0d6 req-e1dca7e3-7d9f-4a72-a6d2-c700cbf5770e tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.47 "DELETE /v2.0/ports/e606adfc-8737-463d-bda9-e32adb1dacfb HTTP/1.1" status: 204 len: 173 time: 0.4054453 Sep 03 20:32:31.100632 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'name': 'network-vif-deleted', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:31.102864 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23b6e04-9d80-424a-9046-156b408a7c32" -d '{"events": [{"server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "name": "network-vif-deleted", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:31.150851 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1b368-4ce5-41fd-9dba-c2180d3a2050 x-openstack-request-id: req-31d1b368-4ce5-41fd-9dba-c2180d3a2050 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:31.151138 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead3c6a4-2d53-4563-ba6f-5198114b866f", "name": "network-vif-deleted", "tag": "e606adfc-8737-463d-bda9-e32adb1dacfb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:31.151383 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31d1b368-4ce5-41fd-9dba-c2180d3a2050 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:31.151763 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3c6a4-2d53-4563-ba6f-5198114b866f', 'name': 'network-vif-deleted', 'tag': 'e606adfc-8737-463d-bda9-e32adb1dacfb', 'status': 'completed', 'code': 200} Sep 03 20:32:31.226501 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ee859-bf28-450d-971c-8c19bc707d92 req-24cd2edd-a254-4e63-a993-34958ec9610e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:31.228031 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b57ee859-bf28-450d-971c-8c19bc707d92 req-24cd2edd-a254-4e63-a993-34958ec9610e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0539122 Sep 03 20:32:31.269513 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b57ee859-bf28-450d-971c-8c19bc707d92 req-1b0893ca-b391-4a14-815c-d91483913e4d tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346277 Sep 03 20:32:31.517613 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-167706a9-90ac-4bd5-af85-a316ef37400c req-5364dc0c-1b3f-4822-97bb-13e34cdeb9da tempest-ServerRescueNegativeTestJSON-271698262 tempest-ServerRescueNegativeTestJSON-271698262-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3c6a4-2d53-4563-ba6f-5198114b866f HTTP/1.1" status: 200 len: 210 time: 0.0274563 Sep 03 20:32:32.391971 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725b50a-735f-4a93-8af2-3f738e4e6338 req-0f800435-9d12-487f-97f4-c9a37b89d7c7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:32.393469 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d725b50a-735f-4a93-8af2-3f738e4e6338 req-0f800435-9d12-487f-97f4-c9a37b89d7c7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0544226 Sep 03 20:32:32.434894 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d725b50a-735f-4a93-8af2-3f738e4e6338 req-30a9e000-cec9-421c-aa33-d94186e88e84 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353191 Sep 03 20:32:32.578486 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35554) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:33.001064 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:33.291552 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Deleting port 8c25f8bd-1e4b-4a3b-a036-18385737cbad {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:32:33.291890 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:33.367862 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] For port 8c25f8bd-1e4b-4a3b-a036-18385737cbad, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=8c25f8bd-1e4b-4a3b-a036-18385737cbad,segment=NetworkSegment(70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e),segment_id=70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:33.368136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:33.382543 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Calling delete_port for 8c25f8bd-1e4b-4a3b-a036-18385737cbad owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:32:33.550802 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f22cfd-9003-42a9-9a7f-3f7aa752801a req-d9214f76-9a8f-4a15-ae15-7cb986e60d53 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:33.552289 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-10f22cfd-9003-42a9-9a7f-3f7aa752801a req-d9214f76-9a8f-4a15-ae15-7cb986e60d53 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0495057 Sep 03 20:32:33.558981 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:33.591439 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c25f8bd-1e4b-4a3b-a036-18385737cbad,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:33.599904 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-10f22cfd-9003-42a9-9a7f-3f7aa752801a req-72646f99-a14f-411d-ac14-ff93eec3907d tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405807 Sep 03 20:32:33.749825 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:33.908188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:34.016977 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-372b8b05-190c-4306-b76c-1c5f11a0840a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.116639 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-372b8b05-190c-4306-b76c-1c5f11a0840a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.122116 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-372b8b05-190c-4306-b76c-1c5f11a0840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.159915 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b8b05-190c-4306-b76c-1c5f11a0840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcd7277-6433-41b8-a266-f9be0956363d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:34.164317 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-372b8b05-190c-4306-b76c-1c5f11a0840a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce0232974a6947f1853f5bfe9c3f4d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550228 Sep 03 20:32:34.166996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35572) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:34.210372 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Router 305996ed-99fd-4889-9adf-a34d544332dd has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:32:34.223531 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeae9a16-1a38-440c-8c06-3a4c296d6c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.244911 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeae9a16-1a38-440c-8c06-3a4c296d6c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.290646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeae9a16-1a38-440c-8c06-3a4c296d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.293804 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeae9a16-1a38-440c-8c06-3a4c296d6c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.294978 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-aeae9a16-1a38-440c-8c06-3a4c296d6c2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fcd7277-6433-41b8-a266-f9be0956363d HTTP/1.1" status: 204 len: 168 time: 0.1269815 Sep 03 20:32:34.302502 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae9a16-1a38-440c-8c06-3a4c296d6c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcd7277-6433-41b8-a266-f9be0956363d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:34.322747 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:32:34.329665 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5ebb6931-bbfa-4050-897e-3ed3fa61639b admin admin] 10.222.0.23 "PUT /v2.0/routers/305996ed-99fd-4889-9adf-a34d544332dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499776 Sep 03 20:32:34.333109 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35576) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:34.334580 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] Sync routers for ids ['305996ed-99fd-4889-9adf-a34d544332dd'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:32:34.344995 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] Routers {'305996ed-99fd-4889-9adf-a34d544332dd'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:32:34.345861 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:32:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['305996ed-99fd-4889-9adf-a34d544332dd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:34.460411 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] Set router 305996ed-99fd-4889-9adf-a34d544332dd gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:32:34.467301 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.581832 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.638679 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Deleting port bcbb755e-8557-4b8a-98c7-335ffaccb867 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:32:34.639009 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.655839 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:32:33Z', 'revision_number': 5, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port': {'id': 'bcbb755e-8557-4b8a-98c7-335ffaccb867', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305996ed-99fd-4889-9adf-a34d544332dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:34.682719 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] Checking router: 305996ed-99fd-4889-9adf-a34d544332dd for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:32:34.691685 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] Routers {'305996ed-99fd-4889-9adf-a34d544332dd'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:32:34.692323 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:32:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['305996ed-99fd-4889-9adf-a34d544332dd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:34.730991 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc868cd-f58b-44f7-ab71-19200df36c6c req-3b880869-d207-4078-8c9a-90b46be934db tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:34.732555 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0bc868cd-f58b-44f7-ab71-19200df36c6c req-3b880869-d207-4078-8c9a-90b46be934db tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0563452 Sep 03 20:32:34.741857 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] For port bcbb755e-8557-4b8a-98c7-335ffaccb867, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=bcbb755e-8557-4b8a-98c7-335ffaccb867,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:34.742283 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:34.755169 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Calling delete_port for bcbb755e-8557-4b8a-98c7-335ffaccb867 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:32:34.779267 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0bc868cd-f58b-44f7-ab71-19200df36c6c req-65ca8cdf-6514-4f30-963a-c63c8a02a5ff tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406349 Sep 03 20:32:34.865800 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] Set router 305996ed-99fd-4889-9adf-a34d544332dd gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:32:34.915973 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:32:34Z', 'revision_number': 6, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:34.946616 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad0187f-5a68-4ec6-acd5-30cbd576b416 None None] The sync data for ids ['305996ed-99fd-4889-9adf-a34d544332dd'] in dv-cinder-760152-5-iscsi is: [{'id': '305996ed-99fd-4889-9adf-a34d544332dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1910891350-router', 'tenant_id': 'a6d755e6995e4975994b03d28f4a18b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:45Z', 'updated_at': '2021-09-03T20:32:34Z', 'revision_number': 6, 'project_id': 'a6d755e6995e4975994b03d28f4a18b6', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:32:34.970911 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.003525 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbb755e-8557-4b8a-98c7-335ffaccb867,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:35.054948 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.158513 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.160672 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.222022 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.222483 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305996ed-99fd-4889-9adf-a34d544332dd {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:32:35.227349 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.228495 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-e497c038-e8b2-48a0-bf50-457f93b920cd admin admin] 10.222.0.23 "DELETE /v2.0/routers/305996ed-99fd-4889-9adf-a34d544332dd HTTP/1.1" status: 204 len: 168 time: 0.8941507 Sep 03 20:32:35.231281 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35582) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:35.274245 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Deleting subnet 2b0e89c7-ac6b-4317-b534-beda860f0fc3 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:32:35.277919 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.510706 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16146657'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.553161 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.608586 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13605592'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.637728 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0e89c7-ac6b-4317-b534-beda860f0fc3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:35.639660 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.641577 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-83b1ca3b-7a3d-4e18-9ea6-3a22a0c3ff52 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b0e89c7-ac6b-4317-b534-beda860f0fc3 HTTP/1.1" status: 204 len: 168 time: 0.4094143 Sep 03 20:32:35.644279 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35584) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:35.716906 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.727597 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8c25f8bd-1e4b-4a3b-a036-18385737cbad no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:32:35.762757 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 8c25f8bd-1e4b-4a3b-a036-18385737cbad {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:32:35.763354 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8c25f8bd-1e4b-4a3b-a036-18385737cbad not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:32:35.819548 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.829592 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b274558-1e98-4d5c-9c5b-3eba9ed773cf']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:35.841881 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:35.842182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a07a19-5fa9-4a37-a9bc-a3cbe87ceb9e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:35.852796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.890269 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.898572 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:32:35.898981 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:32:35.900762 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:32:35.929535 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61b8b-2fcc-4427-ba05-30363e4c29e3 req-4eed0610-2c32-4beb-a146-cf4b27c10883 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:35.931013 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a0c61b8b-2fcc-4427-ba05-30363e4c29e3 req-4eed0610-2c32-4beb-a146-cf4b27c10883 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0821438 Sep 03 20:32:35.979635 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.991737 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:35.993592 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] 10.222.0.23 "DELETE /v2.0/networks/3b274558-1e98-4d5c-9c5b-3eba9ed773cf HTTP/1.1" status: 204 len: 168 time: 0.3483860 Sep 03 20:32:36.004764 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894114ea-7bb4-4b37-bd0b-c2ea5b098f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b274558-1e98-4d5c-9c5b-3eba9ed773cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:36.020917 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a0c61b8b-2fcc-4427-ba05-30363e4c29e3 req-1c7c0a66-ff34-4568-a8ae-08d319f12356 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575671 Sep 03 20:32:36.171295 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35592) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:36.225232 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d6393241-2fb9-401e-baec-f41574d59e40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6d755e6995e4975994b03d28f4a18b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501673 Sep 03 20:32:36.225666 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35594) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:36.273811 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59f4118e-db25-4fdb-a158-44b8b7e6baa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:36.297895 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59f4118e-db25-4fdb-a158-44b8b7e6baa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:36.344508 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59f4118e-db25-4fdb-a158-44b8b7e6baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:36.347511 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59f4118e-db25-4fdb-a158-44b8b7e6baa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:36.351095 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-59f4118e-db25-4fdb-a158-44b8b7e6baa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24cbf889-d1d4-4089-a56c-24dd00a4da3a HTTP/1.1" status: 204 len: 168 time: 0.1231751 Sep 03 20:32:36.358986 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4118e-db25-4fdb-a158-44b8b7e6baa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cbf889-d1d4-4089-a56c-24dd00a4da3a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:37.144978 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device bcbb755e-8557-4b8a-98c7-335ffaccb867 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:32:37.156214 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc613753-8ad2-4e64-a772-9c33c024630b req-49f62a60-be4a-446f-ab98-2900335721f8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:37.157804 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cc613753-8ad2-4e64-a772-9c33c024630b req-49f62a60-be4a-446f-ab98-2900335721f8 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0658259 Sep 03 20:32:37.167056 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: bcbb755e-8557-4b8a-98c7-335ffaccb867 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:32:37.167402 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device bcbb755e-8557-4b8a-98c7-335ffaccb867 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:32:37.207465 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cc613753-8ad2-4e64-a772-9c33c024630b req-88e40ca7-ea39-4c55-af4d-722b1a49595f tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=19bc522d-9afe-49eb-b67f-d3cc67d17edb&id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415490 Sep 03 20:32:40.092038 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a250fdf1-d425-4759-8428-8db592c9545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:40.114349 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a7bc4-3a92-4447-8c50-7c9d6fa74b2e req-ab0813ef-0774-4fe1-8293-e1bd2403a330 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:40.115850 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5b6a7bc4-3a92-4447-8c50-7c9d6fa74b2e req-ab0813ef-0774-4fe1-8293-e1bd2403a330 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0489213 Sep 03 20:32:40.153541 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5b6a7bc4-3a92-4447-8c50-7c9d6fa74b2e req-f77c946c-d6ab-44f3-b988-9de3ced90081 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308006 Sep 03 20:32:40.707764 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35718) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:40.819130 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-805f3543-6a03-4ec5-b007-7b29927fdb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:40.903911 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-805f3543-6a03-4ec5-b007-7b29927fdb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:40.907482 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-805f3543-6a03-4ec5-b007-7b29927fdb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:40.944041 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-805f3543-6a03-4ec5-b007-7b29927fdb83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6d83da98dad4593aad1e70f7d7c1fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352533 Sep 03 20:32:40.944960 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f3543-6a03-4ec5-b007-7b29927fdb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f2b5c-1a2f-4fd6-ba3d-ede9187be11f,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:40.946835 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35722) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:40.995521 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f2682c1-dec0-41a9-a28f-804a9f60097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.016017 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f2682c1-dec0-41a9-a28f-804a9f60097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.063902 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f2682c1-dec0-41a9-a28f-804a9f60097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.066569 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f2682c1-dec0-41a9-a28f-804a9f60097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.067732 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-7f2682c1-dec0-41a9-a28f-804a9f60097a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c82f2b5c-1a2f-4fd6-ba3d-ede9187be11f HTTP/1.1" status: 204 len: 168 time: 0.1192808 Sep 03 20:32:41.075484 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2682c1-dec0-41a9-a28f-804a9f60097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f2b5c-1a2f-4fd6-ba3d-ede9187be11f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:41.272576 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670fe04-37da-404c-8b90-2fc2bbac7e07 req-c0f561fb-4562-41e7-b19a-5c687dc20d7e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:41.274132 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5670fe04-37da-404c-8b90-2fc2bbac7e07 req-c0f561fb-4562-41e7-b19a-5c687dc20d7e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0481138 Sep 03 20:32:41.315404 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5670fe04-37da-404c-8b90-2fc2bbac7e07 req-a67b9670-5ae6-4e64-be59-707e8ed29aa7 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342679 Sep 03 20:32:41.330819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35732) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:41.346095 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-213e8800-d06d-4862-9995-390814eea3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.430342 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-213e8800-d06d-4862-9995-390814eea3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.434291 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-213e8800-d06d-4862-9995-390814eea3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.470766 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8800-d06d-4862-9995-390814eea3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc89694-27bb-4217-9cbd-242cc823db6e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:41.475065 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-213e8800-d06d-4862-9995-390814eea3fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc378f04f2f44e5f8bfb3458a3b17527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416209 Sep 03 20:32:41.477712 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35734) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:41.525791 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f3a34b5-c078-496a-949d-ec8c6d2b9959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.546678 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f3a34b5-c078-496a-949d-ec8c6d2b9959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.593130 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f3a34b5-c078-496a-949d-ec8c6d2b9959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.595665 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f3a34b5-c078-496a-949d-ec8c6d2b9959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:41.596808 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-7f3a34b5-c078-496a-949d-ec8c6d2b9959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cc89694-27bb-4217-9cbd-242cc823db6e HTTP/1.1" status: 204 len: 168 time: 0.1180053 Sep 03 20:32:41.604244 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a34b5-c078-496a-949d-ec8c6d2b9959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc89694-27bb-4217-9cbd-242cc823db6e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:42.446078 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42014698-0983-4bb3-813c-184e088e0d20 req-e2718c8c-83c1-4931-9111-1545a0139ea0 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:42.447602 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-42014698-0983-4bb3-813c-184e088e0d20 req-e2718c8c-83c1-4931-9111-1545a0139ea0 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0536270 Sep 03 20:32:42.488691 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-42014698-0983-4bb3-813c-184e088e0d20 req-876bf5dc-bae0-40eb-ae7f-d7a8399e5a4f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348351 Sep 03 20:32:42.668381 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-96d5364f-ff1e-4b5a-a27d-32f5f117734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.002072 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.180707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35798) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:43.283273 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d215ec34-8d77-4f90-87b3-2c743f0f850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.367568 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d215ec34-8d77-4f90-87b3-2c743f0f850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.371121 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d215ec34-8d77-4f90-87b3-2c743f0f850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.408016 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d215ec34-8d77-4f90-87b3-2c743f0f850b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=620953f93dcc4360a2c9cacac0a01bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262695 Sep 03 20:32:43.408881 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215ec34-8d77-4f90-87b3-2c743f0f850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9bbd99-d2df-4118-bfcf-8a30a5c11bf8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:43.410727 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35802) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:43.464489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-260180d1-1574-40c8-b73a-bddb8162a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.486248 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-260180d1-1574-40c8-b73a-bddb8162a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.544445 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-260180d1-1574-40c8-b73a-bddb8162a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.547563 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-260180d1-1574-40c8-b73a-bddb8162a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.557863 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-260180d1-1574-40c8-b73a-bddb8162a1e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f9bbd99-d2df-4118-bfcf-8a30a5c11bf8 HTTP/1.1" status: 204 len: 168 time: 0.1418135 Sep 03 20:32:43.589259 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260180d1-1574-40c8-b73a-bddb8162a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9bbd99-d2df-4118-bfcf-8a30a5c11bf8,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:43.616836 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497aaf-a67d-4bae-b3e5-5636d06ef01e req-c9ac98ba-b547-4153-88f9-c2e639c73edf tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:43.618472 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-54497aaf-a67d-4bae-b3e5-5636d06ef01e req-c9ac98ba-b547-4153-88f9-c2e639c73edf tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0594666 Sep 03 20:32:43.658065 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-54497aaf-a67d-4bae-b3e5-5636d06ef01e req-f0920b31-c095-4669-a222-466413f9b774 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Sep 03 20:32:43.669668 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35814) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:43.800796 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.826459 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0ec55ec4-6056-4613-8c2f-adb94b926062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.892706 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35820) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:43.906306 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8412d12-43f9-4bdc-90da-0a9814d15318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.916073 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0ec55ec4-6056-4613-8c2f-adb94b926062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.920348 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0ec55ec4-6056-4613-8c2f-adb94b926062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.955263 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec55ec4-6056-4613-8c2f-adb94b926062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaea480-8873-4b9b-a811-350be6d99538,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:43.959946 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0ec55ec4-6056-4613-8c2f-adb94b926062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d1c019d06a14239b015d3b76d7a273c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857602 Sep 03 20:32:43.962387 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35822) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:43.999488 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8412d12-43f9-4bdc-90da-0a9814d15318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.003174 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8412d12-43f9-4bdc-90da-0a9814d15318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.011088 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ede-597f-40b0-a947-3415ec72f5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.032412 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ede-597f-40b0-a947-3415ec72f5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.045744 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b8412d12-43f9-4bdc-90da-0a9814d15318 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4946efab300e4a66b8a77e0c228db4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495163 Sep 03 20:32:44.045744 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8412d12-43f9-4bdc-90da-0a9814d15318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9efdee3-f70c-4116-84d1-df18e4ed409f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:44.046029 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35824) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:44.106559 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f5c8-646d-482e-b45d-9b2146f2064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.110589 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ede-597f-40b0-a947-3415ec72f5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.113049 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ede-597f-40b0-a947-3415ec72f5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.114206 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c06a8ede-597f-40b0-a947-3415ec72f5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcaea480-8873-4b9b-a811-350be6d99538 HTTP/1.1" status: 204 len: 168 time: 0.1508832 Sep 03 20:32:44.129247 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8ede-597f-40b0-a947-3415ec72f5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaea480-8873-4b9b-a811-350be6d99538,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:44.139323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f5c8-646d-482e-b45d-9b2146f2064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.189058 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f5c8-646d-482e-b45d-9b2146f2064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.191768 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6b0f5c8-646d-482e-b45d-9b2146f2064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:44.193175 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a6b0f5c8-646d-482e-b45d-9b2146f2064b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9efdee3-f70c-4116-84d1-df18e4ed409f HTTP/1.1" status: 204 len: 168 time: 0.1462059 Sep 03 20:32:44.201570 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0f5c8-646d-482e-b45d-9b2146f2064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9efdee3-f70c-4116-84d1-df18e4ed409f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:44.780894 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a72b5-f6fb-4416-aea5-4b54d4ab5053 req-0223471a-aadc-49e0-b2bd-1b37a699e028 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:44.782576 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cb9a72b5-f6fb-4416-aea5-4b54d4ab5053 req-0223471a-aadc-49e0-b2bd-1b37a699e028 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0529799 Sep 03 20:32:44.822857 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cb9a72b5-f6fb-4416-aea5-4b54d4ab5053 req-aef3ce51-6a98-4f20-9371-59230373e5a4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343521 Sep 03 20:32:44.902309 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35870) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:45.045606 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1450791965-network', 'tenant_id': 'b40ca0658b68408589083e44acc58ee8'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:45.065905 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Made reservation on behalf of b40ca0658b68408589083e44acc58ee8 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:45.068280 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.076996 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.174593 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.178425 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.203695 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:32:45.216026 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98df8e0-b6d9-45a5-9e81-f664297b1a67,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:45.224973 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.225334 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Added segment 5edac3b3-73b8-4dbc-9404-f73aa86be36e of type vlan for network 4a46ae35-9925-4907-96f1-756c63af5795 Sep 03 20:32:45.264914 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.289945 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.290912 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:45.291496 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.320798 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4166884 Sep 03 20:32:45.323780 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 35886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:45.328799 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Request body: {'subnet': {'network_id': '4a46ae35-9925-4907-96f1-756c63af5795', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1450791965-subnet', 'tenant_id': 'b40ca0658b68408589083e44acc58ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:45.351524 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Made reservation on behalf of b40ca0658b68408589083e44acc58ee8 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:45.353834 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.361659 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6051ba-9027-4812-8a6c-861d0674fc0b admin admin] Pushing event updated for resources: {'Network': ['ID=4a46ae35-9925-4907-96f1-756c63af5795,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:45.369688 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 4a46ae35-9925-4907-96f1-756c63af5795 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:32:45.528628 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.548792 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.584878 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2553f355-477a-423b-9df2-a34e38dddb63,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:45.592514 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Checking segment: {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:32:45.592869 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Network hostable DHCP agents. Network: 4a46ae35-9925-4907-96f1-756c63af5795, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:32:45.609789 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Network 4a46ae35-9925-4907-96f1-756c63af5795 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:32:45.618960 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 4a46ae35-9925-4907-96f1-756c63af5795) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:32:45.623183 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:45.623778 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.631810 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5a557-a928-4770-a281-81c47f2fe528 None None] Network 4a46ae35-9925-4907-96f1-756c63af5795 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:32:45.654616 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f2adf7c2-e1a5-40d1-a9f3-da2852636eb1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3148437 Sep 03 20:32:45.819022 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c9419-e8c8-4e86-b3e6-fb4c553e9e00 None None] Network 4a46ae35-9925-4907-96f1-756c63af5795 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:32:45.953799 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1104-bb7f-4883-97c8-7e893e18b379 req-e1b3f171-efe9-4ef4-84d5-457d42feb276 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:45.955327 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2f3e1104-bb7f-4883-97c8-7e893e18b379 req-e1b3f171-efe9-4ef4-84d5-457d42feb276 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0570064 Sep 03 20:32:46.009644 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2f3e1104-bb7f-4883-97c8-7e893e18b379 req-e2fd9c1f-95ad-4b8a-9f94-791b0ac17b7a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Sep 03 20:32:46.671041 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:32:47.116939 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c7eb9-54e4-40b0-90f2-4adf0fd94e17 req-3bc59da5-6f41-44ee-8d5e-137b2a58af66 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:47.118670 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f56c7eb9-54e4-40b0-90f2-4adf0fd94e17 req-3bc59da5-6f41-44ee-8d5e-137b2a58af66 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0514696 Sep 03 20:32:47.155017 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f56c7eb9-54e4-40b0-90f2-4adf0fd94e17 req-8130ebbc-f41a-4550-86a7-e646bd8b3254 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298882 Sep 03 20:32:47.545468 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-1fbadd84-d1ca-4c3a-ac0b-7afeb246b1bf tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:47.546952 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-1fbadd84-d1ca-4c3a-ac0b-7afeb246b1bf tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/networks?id=4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 200 len: 814 time: 0.1043408 Sep 03 20:32:47.562224 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-fa8077e8-7ac3-4bb0-9456-20610ce3876a tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/quotas/b40ca0658b68408589083e44acc58ee8 HTTP/1.1" status: 200 len: 375 time: 0.0095901 Sep 03 20:32:47.595456 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-772ac155-81a0-4f2b-aa2e-fe118a72b9b8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b40ca0658b68408589083e44acc58ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275528 Sep 03 20:32:47.695698 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7789f7c3-7bcc-48fd-b4e1-7457c9fbe115 service neutron] 10.222.0.23 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898776 Sep 03 20:32:47.789309 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-1c253bce-5ef7-4930-a19e-c42cc5a70106 service neutron] 10.222.0.23 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Sep 03 20:32:47.949440 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-240d0c31-9228-491b-bc32-d73ea12f816e req-bfcf77f0-d0ef-44f4-82d5-8e9f59395022 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 210 time: 0.0274315 Sep 03 20:32:48.275840 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2951c6-4454-4a8b-b4cf-585b5bc876ce req-141156d1-59d0-4a68-88a1-2af6972b00b2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:48.277385 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-be2951c6-4454-4a8b-b4cf-585b5bc876ce req-141156d1-59d0-4a68-88a1-2af6972b00b2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0502305 Sep 03 20:32:48.317482 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-be2951c6-4454-4a8b-b4cf-585b5bc876ce req-99bb9303-7e45-45b2-806c-ab23f8b24ec8 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338330 Sep 03 20:32:48.891892 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-f6d5c56f-64ee-48fc-a4f7-26a3bb6fa6c3 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:48.894174 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-f6d5c56f-64ee-48fc-a4f7-26a3bb6fa6c3 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "GET /v2.0/networks?id=4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 200 len: 814 time: 0.1094000 Sep 03 20:32:48.912352 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Request body: {'port': {'device_id': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795', 'admin_state_up': True, 'tenant_id': 'b40ca0658b68408589083e44acc58ee8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:49.029777 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Made reservation on behalf of b40ca0658b68408589083e44acc58ee8 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:32:49.032989 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.062079 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9b974dbb-3922-4928-8f8a-69ae68c7505f req-0fa43694-bb7a-42c1-920a-439122fd367b tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 210 time: 0.0418591 Sep 03 20:32:49.177344 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Allocated IP 172.20.0.6 (4a46ae35-9925-4907-96f1-756c63af5795/2553f355-477a-423b-9df2-a34e38dddb63/3539a123-e2dd-478e-904d-1a3fb1a7c826) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:32:49.186022 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 35998) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:49.296060 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1b5839db-1845-4dcc-8c8a-83a46a40766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.334356 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.378659 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.384704 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1b5839db-1845-4dcc-8c8a-83a46a40766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.389690 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1b5839db-1845-4dcc-8c8a-83a46a40766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.421148 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Network 4a46ae35-9925-4907-96f1-756c63af5795 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:32:49.424038 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:32:49.427661 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:32:49.452292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Pushing event updated for resources: {'Port': ['ID=3539a123-e2dd-478e-904d-1a3fb1a7c826,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:49.459824 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1b5839db-1845-4dcc-8c8a-83a46a40766d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bca69cda360d434faa3fa512efe4997b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719910 Sep 03 20:32:49.460547 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36004) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:49.466070 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5839db-1845-4dcc-8c8a-83a46a40766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7f1718-e43d-4f90-a644-1fdc16bcdaf8,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:49.488181 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aa544-f814-4b5e-81c9-4bfa61e859d0 req-0dd42ad7-5138-4839-ad2a-57cd6db53273 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:49.489753 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5d1aa544-f814-4b5e-81c9-4bfa61e859d0 req-0dd42ad7-5138-4839-ad2a-57cd6db53273 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0971699 Sep 03 20:32:49.501023 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:49.501795 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.530351 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-25717d40-cc5b-4e79-96ae-d68201d828d1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218941 Sep 03 20:32:49.537767 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5d1aa544-f814-4b5e-81c9-4bfa61e859d0 req-9017fa9d-50ca-4f4c-a2a7-7de146e0ffb1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Sep 03 20:32:49.542841 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Request body: {'port': {'device_id': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:49.548790 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-171e681e-e9c4-4a27-ab9e-80904532cbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.605438 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-171e681e-e9c4-4a27-ab9e-80904532cbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.619108 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.739564 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-171e681e-e9c4-4a27-ab9e-80904532cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.741956 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-171e681e-e9c4-4a27-ab9e-80904532cbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.743090 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-171e681e-e9c4-4a27-ab9e-80904532cbd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a7f1718-e43d-4f90-a644-1fdc16bcdaf8 HTTP/1.1" status: 204 len: 168 time: 0.2816327 Sep 03 20:32:49.758644 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e681e-e9c4-4a27-ab9e-80904532cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7f1718-e43d-4f90-a644-1fdc16bcdaf8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:49.905185 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3539a123-e2dd-478e-904d-1a3fb1a7c826 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:32:49.912530 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.924345 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Transition to ACTIVE for port object 3539a123-e2dd-478e-904d-1a3fb1a7c826 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:32:49.927808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:49.991431 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Pushing event updated for resources: {'Port': ['ID=3539a123-e2dd-478e-904d-1a3fb1a7c826,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:50.023150 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36010) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:50.035948 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9e51562-c26f-470f-849b-b3f922c566ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.042986 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Attempting to bind port 3539a123-e2dd-478e-904d-1a3fb1a7c826 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:32:50.043857 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Attempting to bind port 3539a123-e2dd-478e-904d-1a3fb1a7c826 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:32:50.044184 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Attempting to bind port 3539a123-e2dd-478e-904d-1a3fb1a7c826 on network 4a46ae35-9925-4907-96f1-756c63af5795 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:32:50.048305 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Port 3539a123-e2dd-478e-904d-1a3fb1a7c826 on network 4a46ae35-9925-4907-96f1-756c63af5795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:32:50.048633 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Attempting to bind port 3539a123-e2dd-478e-904d-1a3fb1a7c826 on network 4a46ae35-9925-4907-96f1-756c63af5795 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:32:50.053328 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:32:50.053698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Checking segment: {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:32:50.054085 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Bound using segment: {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:32:50.054510 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Bound port: 3539a123-e2dd-478e-904d-1a3fb1a7c826, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:32:50.054862 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.130757 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9e51562-c26f-470f-849b-b3f922c566ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.132134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] For port 3539a123-e2dd-478e-904d-1a3fb1a7c826, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:32:50.135853 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9e51562-c26f-470f-849b-b3f922c566ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.137073 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] For port 3539a123-e2dd-478e-904d-1a3fb1a7c826, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:32:50.149938 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.173326 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c9e51562-c26f-470f-849b-b3f922c566ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e241f1746b9d4444a8d6a74c3bbd60b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490903 Sep 03 20:32:50.174297 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e51562-c26f-470f-849b-b3f922c566ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe15de-d5f0-435f-a7fa-412a8b27c111,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:50.176671 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36014) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:50.198132 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.198748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.200322 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] 10.222.0.47 "PUT /v2.0/ports/3539a123-e2dd-478e-904d-1a3fb1a7c826 HTTP/1.1" status: 200 len: 1093 time: 0.6615636 Sep 03 20:32:50.202596 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'tag': '3539a123-e2dd-478e-904d-1a3fb1a7c826'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:50.205955 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e950b-4030-4d5e-bcf4-832cadf5751e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b06682f-79f1-4ecf-955d-c47e4d0cb66a", "tag": "3539a123-e2dd-478e-904d-1a3fb1a7c826"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:50.236797 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ad1d53ef-6036-4681-8de2-65c9c4145c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.245420 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81665f-7d30-4f47-af9f-cd7ab01cfd99 req-933da7ad-c691-4671-8706-5678124478da tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.247579 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf81665f-7d30-4f47-af9f-cd7ab01cfd99 req-933da7ad-c691-4671-8706-5678124478da tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 943 time: 0.1130021 Sep 03 20:32:50.250827 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28e8c8-afe6-4c47-9499-9ac4c1b37b50 service neutron] Pushing event updated for resources: {'Port': ['ID=3539a123-e2dd-478e-904d-1a3fb1a7c826,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:50.254341 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a838e9f4-9447-4105-94b3-be9cfaa48305 x-openstack-request-id: req-a838e9f4-9447-4105-94b3-be9cfaa48305 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:50.254787 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b06682f-79f1-4ecf-955d-c47e4d0cb66a", "tag": "3539a123-e2dd-478e-904d-1a3fb1a7c826", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:50.255029 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a838e9f4-9447-4105-94b3-be9cfaa48305 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:50.255412 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'tag': '3539a123-e2dd-478e-904d-1a3fb1a7c826', 'status': 'completed', 'code': 200} Sep 03 20:32:50.259830 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ad1d53ef-6036-4681-8de2-65c9c4145c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.306057 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ad1d53ef-6036-4681-8de2-65c9c4145c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.308634 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ad1d53ef-6036-4681-8de2-65c9c4145c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.310375 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ad1d53ef-6036-4681-8de2-65c9c4145c77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cfe15de-d5f0-435f-a7fa-412a8b27c111 HTTP/1.1" status: 204 len: 168 time: 0.1328039 Sep 03 20:32:50.316179 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf81665f-7d30-4f47-af9f-cd7ab01cfd99 req-80f89a2a-0124-4e6f-9518-0e478aa3c3a9 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Sep 03 20:32:50.319935 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d53ef-6036-4681-8de2-65c9c4145c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe15de-d5f0-435f-a7fa-412a8b27c111,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:50.326184 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-823ddd07-4f89-411e-b944-e20109c1a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.327672 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-823ddd07-4f89-411e-b944-e20109c1a728 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b40ca0658b68408589083e44acc58ee8&device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 1096 time: 0.0642011 Sep 03 20:32:50.382532 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-dd9bd0b2-9d1f-463e-a2ff-f16cb16f2717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826 HTTP/1.1" status: 200 len: 217 time: 0.0411849 Sep 03 20:32:50.448127 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-19e29ad4-19fa-4545-ad86-e8b81cbc2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.449756 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-19e29ad4-19fa-4545-ad86-e8b81cbc2588 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2553f355-477a-423b-9df2-a34e38dddb63 HTTP/1.1" status: 200 len: 854 time: 0.0444314 Sep 03 20:32:50.485270 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-6b4e10e0-961c-4da2-bc57-3c0897e8532c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a46ae35-9925-4907-96f1-756c63af5795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287459 Sep 03 20:32:50.573863 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-593d04f2-547b-4eb5-a53c-fc85b5048d39 service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809474 Sep 03 20:32:50.660487 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdc4a4-1387-4b3b-9ad1-0603c385c21b req-0459ae88-cf1a-4f69-bd3a-49f53a9d009e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.662159 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e8bdc4a4-1387-4b3b-9ad1-0603c385c21b req-0459ae88-cf1a-4f69-bd3a-49f53a9d009e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0544357 Sep 03 20:32:50.662700 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36024) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:50.682067 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365fef65-279a-48af-bfae-347936fda799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.690516 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0e5e631b-99ec-482e-81fb-5ca72ccd6afc req-3066a42c-095d-4f71-b0d5-64ad9216cd3b service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953512 Sep 03 20:32:50.719365 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e8bdc4a4-1387-4b3b-9ad1-0603c385c21b req-aa94751f-0b03-467e-a336-514cbd25c18e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495732 Sep 03 20:32:50.786782 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-1d7e46a6-3c15-4fe9-b5b9-f6eef968ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.788283 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-1d7e46a6-3c15-4fe9-b5b9-f6eef968ad58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b40ca0658b68408589083e44acc58ee8&device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 1096 time: 0.0454819 Sep 03 20:32:50.794871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365fef65-279a-48af-bfae-347936fda799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.799590 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365fef65-279a-48af-bfae-347936fda799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.844525 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-365fef65-279a-48af-bfae-347936fda799 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24995482469449ada90676ff6a8f70ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781974 Sep 03 20:32:50.844525 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fef65-279a-48af-bfae-347936fda799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fe8cdf-2a94-42a6-8ecd-0541a5240cd8,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:50.845469 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36028) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:50.897711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12c49897-4b52-4201-bc89-efa40825bfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.912921 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-28999d54-32ce-4ffa-b6e9-89eefebac6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:50.914564 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-28999d54-32ce-4ffa-b6e9-89eefebac6ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 200 len: 915 time: 0.1148376 Sep 03 20:32:50.920673 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12c49897-4b52-4201-bc89-efa40825bfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:50.982676 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-1ca5df5f-b54a-4fe7-9edc-c0a30ca1ecc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826 HTTP/1.1" status: 200 len: 217 time: 0.0479057 Sep 03 20:32:51.004117 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5432ab-81e6-4010-b17b-a00bcdb053e5 req-9b8cf4a4-3626-48b8-b499-1e4b264aa8c0 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.005706 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ab5432ab-81e6-4010-b17b-a00bcdb053e5 req-9b8cf4a4-3626-48b8-b499-1e4b264aa8c0 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0566826 Sep 03 20:32:51.006800 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12c49897-4b52-4201-bc89-efa40825bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:51.009368 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12c49897-4b52-4201-bc89-efa40825bfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:51.013308 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-12c49897-4b52-4201-bc89-efa40825bfcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98fe8cdf-2a94-42a6-8ecd-0541a5240cd8 HTTP/1.1" status: 204 len: 168 time: 0.1641674 Sep 03 20:32:51.024932 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c49897-4b52-4201-bc89-efa40825bfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fe8cdf-2a94-42a6-8ecd-0541a5240cd8,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:51.053247 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ab5432ab-81e6-4010-b17b-a00bcdb053e5 req-4be50fe7-1142-41fe-8a9f-5d4ce723c10b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397122 Sep 03 20:32:51.059452 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-1f6a037c-3ea3-4157-80ef-60165673bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.060929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-1f6a037c-3ea3-4157-80ef-60165673bc3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2553f355-477a-423b-9df2-a34e38dddb63 HTTP/1.1" status: 200 len: 854 time: 0.0703075 Sep 03 20:32:51.080024 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-ff5cff68-547a-444f-ac35-f8fd0fc77437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.081501 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-ff5cff68-547a-444f-ac35-f8fd0fc77437 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1099 time: 0.0648177 Sep 03 20:32:51.124797 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-ac6bc4ab-ce73-4421-bb99-105e59136656 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a46ae35-9925-4907-96f1-756c63af5795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548716 Sep 03 20:32:51.256867 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-ef31a62d-e797-4c90-ba85-e87d9cfe06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.258402 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-ef31a62d-e797-4c90-ba85-e87d9cfe06b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.1673322 Sep 03 20:32:51.305944 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-9ea8ef2d-6fa0-4078-8198-06e2085907d8 service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709008 Sep 03 20:32:51.349082 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-a2b5c51c-cf87-40cc-b4f6-03cc7a717bf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 1001 time: 0.0793254 Sep 03 20:32:51.477036 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-64f3b715-a50a-4c19-a7af-403a1f46ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.478531 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-64f3b715-a50a-4c19-a7af-403a1f46ab37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.1214311 Sep 03 20:32:51.482706 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fd2e950b-4030-4d5e-bcf4-832cadf5751e req-a4550eb6-c489-4540-914e-3bd2e2a79dda service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643019 Sep 03 20:32:51.496990 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d58ee2-98a0-420a-9179-7a832ee0c1aa req-366db584-40a9-4c8e-be86-19ecd6b59810 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.498621 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a7d58ee2-98a0-420a-9179-7a832ee0c1aa req-366db584-40a9-4c8e-be86-19ecd6b59810 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 943 time: 0.0867240 Sep 03 20:32:51.563336 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a7d58ee2-98a0-420a-9179-7a832ee0c1aa req-b565b7bd-0246-434c-b5bb-1171a7990b15 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556693 Sep 03 20:32:51.569818 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-a2d3eb6a-c92a-43e9-8e02-046f42acf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:51.570859 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-a2d3eb6a-c92a-43e9-8e02-046f42acf221 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712962 Sep 03 20:32:51.664455 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-b4f39e6a-2625-49bb-9e60-6f811c0cf4aa service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Sep 03 20:32:51.758283 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fc17a207-0df2-45b5-958c-a2289bbda6b8 req-7ae1fb40-b7a1-4b57-a189-0847770aec76 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840366 Sep 03 20:32:52.182981 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8b636-cd61-4be1-b214-45df70a397a6 req-76863a8f-aaff-419f-83c6-d73142ad3d07 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:52.184484 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-73a8b636-cd61-4be1-b214-45df70a397a6 req-76863a8f-aaff-419f-83c6-d73142ad3d07 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0531673 Sep 03 20:32:52.225717 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-73a8b636-cd61-4be1-b214-45df70a397a6 req-cfed64fc-0d01-4f7f-bf36-6eadd5250043 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350065 Sep 03 20:32:52.673768 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f95a-2c3e-4487-a078-351c38e02308 req-b2ecdcc9-b366-41e1-a179-5d9b140985df tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:52.675233 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3b70f95a-2c3e-4487-a078-351c38e02308 req-b2ecdcc9-b366-41e1-a179-5d9b140985df tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 943 time: 0.0469351 Sep 03 20:32:52.712510 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3b70f95a-2c3e-4487-a078-351c38e02308 req-45384062-9f50-4673-9326-b2f61cb297ed tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Sep 03 20:32:52.733294 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3539a123-e2dd-478e-904d-1a3fb1a7c826 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:32:52.822246 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3539a123-e2dd-478e-904d-1a3fb1a7c826, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:52.837467 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '3539a123-e2dd-478e-904d-1a3fb1a7c826', 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795', 'port_id': '3539a123-e2dd-478e-904d-1a3fb1a7c826', 'mac_address': 'fa:16:3e:a1:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2553f355-477a-423b-9df2-a34e38dddb63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:32:52.995878 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:53.008779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3539a123-e2dd-478e-904d-1a3fb1a7c826 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:32:53.026885 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3539a123-e2dd-478e-904d-1a3fb1a7c826, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:53.031384 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:53.076005 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=3539a123-e2dd-478e-904d-1a3fb1a7c826,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:53.284443 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['3539a123-e2dd-478e-904d-1a3fb1a7c826'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:32:53.358436 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf652-1bff-4e10-9a87-1ef62fccfd2a req-18e6efc4-84cd-4373-acaf-d4c0794e3f18 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:53.359922 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89dcf652-1bff-4e10-9a87-1ef62fccfd2a req-18e6efc4-84cd-4373-acaf-d4c0794e3f18 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0606885 Sep 03 20:32:53.397955 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89dcf652-1bff-4e10-9a87-1ef62fccfd2a req-2f84f620-d431-493b-901a-d5e39cd5eaf0 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Sep 03 20:32:53.824725 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de6dde-9846-4fc8-bd6c-376b2f516e5a req-afc44b75-fac4-47ca-9369-2177858f6936 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:53.826204 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-42de6dde-9846-4fc8-bd6c-376b2f516e5a req-afc44b75-fac4-47ca-9369-2177858f6936 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 944 time: 0.0505545 Sep 03 20:32:53.862875 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-42de6dde-9846-4fc8-bd6c-376b2f516e5a req-b64be6b3-021e-4375-9cc4-07be7aa047ea tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Sep 03 20:32:54.975208 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28a98-ce19-4413-aae7-97a7f3e76220 req-57b1cd4d-6a8d-4938-8767-68acd6dad3a3 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:54.976654 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5a28a98-ce19-4413-aae7-97a7f3e76220 req-57b1cd4d-6a8d-4938-8767-68acd6dad3a3 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 944 time: 0.0473707 Sep 03 20:32:55.012894 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5a28a98-ce19-4413-aae7-97a7f3e76220 req-9793cfd5-c8ee-42fb-ab9b-d5bfd815c935 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297263 Sep 03 20:32:56.121297 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f9cd9-557d-4ea5-a17e-948204806724 req-00bbdb8a-5ac5-452b-ba14-e378b892a238 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:56.122765 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0d5f9cd9-557d-4ea5-a17e-948204806724 req-00bbdb8a-5ac5-452b-ba14-e378b892a238 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 944 time: 0.0471559 Sep 03 20:32:56.160120 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0d5f9cd9-557d-4ea5-a17e-948204806724 req-be361a1b-9e3b-463b-8499-d12ea016dcf2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Sep 03 20:32:56.749792 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3539a123-e2dd-478e-904d-1a3fb1a7c826 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:32:56.795692 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 3539a123-e2dd-478e-904d-1a3fb1a7c826 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:32:56.799204 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 3539a123-e2dd-478e-904d-1a3fb1a7c826 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:32:56.799575 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:56.872476 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:56.893529 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3539a123-e2dd-478e-904d-1a3fb1a7c826'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:56.895751 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb97b78f-ec7d-4d0b-952a-72ef81c59c9a" -d '{"events": [{"server_uuid": "9b06682f-79f1-4ecf-955d-c47e4d0cb66a", "name": "network-vif-plugged", "status": "completed", "tag": "3539a123-e2dd-478e-904d-1a3fb1a7c826"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:56.910524 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3539a123-e2dd-478e-904d-1a3fb1a7c826, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:56.914472 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:56.941724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af715d31-fefd-41e9-a406-e90336a95bc6 x-openstack-request-id: req-af715d31-fefd-41e9-a406-e90336a95bc6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:56.942009 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b06682f-79f1-4ecf-955d-c47e4d0cb66a", "name": "network-vif-plugged", "status": "completed", "tag": "3539a123-e2dd-478e-904d-1a3fb1a7c826", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:56.942258 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af715d31-fefd-41e9-a406-e90336a95bc6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:56.942634 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3539a123-e2dd-478e-904d-1a3fb1a7c826', 'code': 200} Sep 03 20:32:56.968443 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=3539a123-e2dd-478e-904d-1a3fb1a7c826,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:57.105479 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0e7e-25f3-44b1-b021-caf3d64f3155 req-baa614b5-ccd9-4733-b1e7-a751d887edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:57.107521 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6d3d0e7e-25f3-44b1-b021-caf3d64f3155 req-baa614b5-ccd9-4733-b1e7-a751d887edf9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 1098 time: 0.0392721 Sep 03 20:32:57.140700 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6d3d0e7e-25f3-44b1-b021-caf3d64f3155 req-2be2f7b2-0739-4e58-866d-f43eaddaad0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260270 Sep 03 20:32:57.273622 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ce402-fae9-4dab-af9c-7a8f1f247ad3 req-169333ad-4d8e-47de-851c-a2ed3b684adc tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:57.275098 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c34ce402-fae9-4dab-af9c-7a8f1f247ad3 req-169333ad-4d8e-47de-851c-a2ed3b684adc tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 945 time: 0.0502772 Sep 03 20:32:57.312051 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c34ce402-fae9-4dab-af9c-7a8f1f247ad3 req-c3c8ff13-56ea-48e0-9fc7-2e409193a4e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Sep 03 20:32:58.428305 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00fb1-74de-46bd-aa18-bdd16a9e139e req-6071d120-21f9-4f47-aab3-f48de18d65b2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:58.429818 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bff00fb1-74de-46bd-aa18-bdd16a9e139e req-6071d120-21f9-4f47-aab3-f48de18d65b2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 945 time: 0.0526271 Sep 03 20:32:58.472958 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bff00fb1-74de-46bd-aa18-bdd16a9e139e req-6606f1da-183b-49ed-8a08-857aea6bf1ea tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Sep 03 20:32:59.582873 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291db084-f127-4186-9afb-036157c4a96c req-c4054ca2-e262-460f-a2ba-3407a3768a45 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:59.584304 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-291db084-f127-4186-9afb-036157c4a96c req-c4054ca2-e262-460f-a2ba-3407a3768a45 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 945 time: 0.0480766 Sep 03 20:32:59.619415 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-291db084-f127-4186-9afb-036157c4a96c req-927b104b-dcae-442e-89d7-49d2e3d0b08c tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292907 Sep 03 20:33:00.392786 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36200) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:00.499097 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb68638d-4b0a-4f51-a944-2b284f8de1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.586511 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb68638d-4b0a-4f51-a944-2b284f8de1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.591168 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb68638d-4b0a-4f51-a944-2b284f8de1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.627384 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-eb68638d-4b0a-4f51-a944-2b284f8de1d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d786462c5ca434785818852d3ef0afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335498 Sep 03 20:33:00.628079 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68638d-4b0a-4f51-a944-2b284f8de1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fe22e6-2b5f-4a71-9697-468cf2e31adc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:00.630083 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36204) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:00.685138 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15f63b42-9d4a-4ae9-965d-e6493a461541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.708539 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15f63b42-9d4a-4ae9-965d-e6493a461541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.753745 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15f63b42-9d4a-4ae9-965d-e6493a461541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.756230 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15f63b42-9d4a-4ae9-965d-e6493a461541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:00.757355 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-15f63b42-9d4a-4ae9-965d-e6493a461541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7fe22e6-2b5f-4a71-9697-468cf2e31adc HTTP/1.1" status: 204 len: 168 time: 0.1262960 Sep 03 20:33:00.765104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63b42-9d4a-4ae9-965d-e6493a461541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fe22e6-2b5f-4a71-9697-468cf2e31adc,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:00.838916 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:01.751357 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36242) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:01.853361 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:01.939421 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:01.942904 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:01.988088 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23e7509034de4b1599c6bf7091cb65cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315969 Sep 03 20:33:01.988088 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96b414-5a94-46be-8e2f-f5581e999aa3,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:01.989426 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:01.993209 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.993587 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.993933 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.994277 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.994612 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.994954 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.995280 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.995608 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.995942 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.996297 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.996622 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:01.996947 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf688aaa-a222-4ef9-9b95-a97373c7b947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:02.244841 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6aec5d1-9849-4063-9a5e-8d2e8b6fdfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:02.266397 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6aec5d1-9849-4063-9a5e-8d2e8b6fdfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:02.312804 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6aec5d1-9849-4063-9a5e-8d2e8b6fdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:02.315406 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6aec5d1-9849-4063-9a5e-8d2e8b6fdfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:02.316573 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f6aec5d1-9849-4063-9a5e-8d2e8b6fdfd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d96b414-5a94-46be-8e2f-f5581e999aa3 HTTP/1.1" status: 204 len: 168 time: 0.3254464 Sep 03 20:33:02.324692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aec5d1-9849-4063-9a5e-8d2e8b6fdfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96b414-5a94-46be-8e2f-f5581e999aa3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:03.823093 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-4710001a-9d96-4ae5-a330-726480b69279 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414345 Sep 03 20:33:03.888625 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-24cd904b-33bd-46f0-98ff-3f818a6b9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:03.890080 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-24cd904b-33bd-46f0-98ff-3f818a6b9fab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 1099 time: 0.0381656 Sep 03 20:33:03.995669 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-4fd7d677-8edc-4643-aabd-29c75ee39f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:03.997142 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-4fd7d677-8edc-4643-aabd-29c75ee39f06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.0872025 Sep 03 20:33:04.062199 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-12b81331-8542-4e39-b924-f19446ad6d8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 200 len: 1001 time: 0.0561664 Sep 03 20:33:04.116982 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-0301b0f8-d76f-4f30-9164-7b2c78fd26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:04.118376 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-0301b0f8-d76f-4f30-9164-7b2c78fd26a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0488403 Sep 03 20:33:04.162794 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-6d927a6a-27d7-4fb1-9869-b7ecef09788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:04.164202 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-6d927a6a-27d7-4fb1-9869-b7ecef09788a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382404 Sep 03 20:33:04.259276 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-9e4132ae-3688-41d7-8b4c-c01b84bf0dbc service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Sep 03 20:33:04.357393 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-93e4fcc7-a709-472a-a210-0f2e00ef327c req-e5d3b2da-9532-43ea-967f-3b782ad4c38b service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821545 Sep 03 20:33:05.824005 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36300) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:05.929053 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c5cdf7-ed91-4d94-82f9-6bcf2beb7128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.018647 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c5cdf7-ed91-4d94-82f9-6bcf2beb7128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.022114 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c5cdf7-ed91-4d94-82f9-6bcf2beb7128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.062113 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-50c5cdf7-ed91-4d94-82f9-6bcf2beb7128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec4ac553abc34771a321a3d2ad7671f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365632 Sep 03 20:33:06.063054 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5cdf7-ed91-4d94-82f9-6bcf2beb7128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7653645-c7bd-49c8-a8e4-40a4c6567f1c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:06.064813 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36304) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:06.113387 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f0b-c02d-4d51-ac9f-fd4273cdbdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.134108 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f0b-c02d-4d51-ac9f-fd4273cdbdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.181429 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f0b-c02d-4d51-ac9f-fd4273cdbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.184486 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f0b-c02d-4d51-ac9f-fd4273cdbdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.185647 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-94fd4f0b-c02d-4d51-ac9f-fd4273cdbdc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7653645-c7bd-49c8-a8e4-40a4c6567f1c HTTP/1.1" status: 204 len: 168 time: 0.1190016 Sep 03 20:33:06.193897 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd4f0b-c02d-4d51-ac9f-fd4273cdbdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7653645-c7bd-49c8-a8e4-40a4c6567f1c,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:06.798801 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:06.890541 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1808875648-network', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:06.912764 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Made reservation on behalf of a22664f610824f7d9cf8315040b1680c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:06.915092 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:06.924243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.017732 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.021457 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.046292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:33:07.055472 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3469f90-5ed8-4ba3-9d54-40082d31ff76,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:07.061278 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.061653 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.segments_db [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Added segment 7919faf7-58a3-4db4-aba3-d509cc0764ed of type vlan for network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 Sep 03 20:33:07.110996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.134174 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.135114 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:07.135698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.168841 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3689799 Sep 03 20:33:07.171822 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36332) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:07.176751 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Request body: {'subnet': {'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1808875648-subnet', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:07.197068 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Made reservation on behalf of a22664f610824f7d9cf8315040b1680c for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:07.198566 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aed12-7dbf-4c63-8ca6-72829ee49922 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:07.199380 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9281693'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.210095 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:33:07.377749 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9231828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9281715'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.431174 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:07.440009 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Checking segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:07.440365 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Network hostable DHCP agents. Network: 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:33:07.456415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:33:07.466270 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:07.470262 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:07.470835 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.475228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b504920-6639-443a-9f94-40df9f8360ea None None] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:33:07.491018 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36336) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:07.491402 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7bfcbb13-074d-4690-a2a7-215447dd7a56 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3181252 Sep 03 20:33:07.495624 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:07.516672 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.517678 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.568948 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.625546 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:33:07.626818 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.703800 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.755231 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Allocated IP 172.20.0.2 (0d0c9c13-7f6c-4b4c-a028-c684dd4dad40/80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac/637acea2-82a2-411a-ab90-af801526795e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:07.894727 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.901287 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.910573 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Transition to ACTIVE for port object 637acea2-82a2-411a-ab90-af801526795e will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:07.918060 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.925196 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Transition to ACTIVE for port object 637acea2-82a2-411a-ab90-af801526795e will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:07.931178 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:07.968555 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:07.973359 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:07.979507 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:08.006131 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Pushing event updated for resources: {'Port': ['ID=637acea2-82a2-411a-ab90-af801526795e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:08.029967 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Allocated IP 172.27.2.28 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/610e716f-0e58-4012-9343-e5209bd9d40f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:08.034488 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.034857 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.035228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.035607 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.035946 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.036283 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.036635 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.037115 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.037724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.038114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.038446 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.038782 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:08.055316 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Attempting to bind port 637acea2-82a2-411a-ab90-af801526795e on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:08.055693 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Attempting to bind port 637acea2-82a2-411a-ab90-af801526795e by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:08.056059 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Attempting to bind port 637acea2-82a2-411a-ab90-af801526795e on network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:08.060928 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:08.061311 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Checking segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:08.061743 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.062149 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Bound using segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:08.062602 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Bound port: 637acea2-82a2-411a-ab90-af801526795e, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:08.062984 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.123825 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] For port 637acea2-82a2-411a-ab90-af801526795e, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:08.126859 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] For port 637acea2-82a2-411a-ab90-af801526795e, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=637acea2-82a2-411a-ab90-af801526795e,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:08.130839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.140525 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.186368 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56e048-e6d9-45fa-b658-48b56bbc71ab None None] Pushing event updated for resources: {'Port': ['ID=637acea2-82a2-411a-ab90-af801526795e,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:08.188027 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.232778 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:08.235748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:08.239149 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:08.264709 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Pushing event updated for resources: {'Port': ['ID=610e716f-0e58-4012-9343-e5209bd9d40f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:08.524805 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.721880 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.853480 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Router ca2cfc59-8f33-432e-aafe-7e5a95596eea is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:33:08.964865 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:08.974986 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Sync routers for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:08.982800 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:08.984068 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-3f08ad09-1103-4763-96bb-5b64f6f331f2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4920406 Sep 03 20:33:08.987111 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36342) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:08.995752 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:08.996432 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:32:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:09.130094 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:09.163930 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2d707-72c5-4930-996d-742e0c5073df None None] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:33:09.312290 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 637acea2-82a2-411a-ab90-af801526795e up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:09.361420 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-637ea2f7-8df2-405f-92c5-9fc905ac1e9b None None] Provisioning for port 637acea2-82a2-411a-ab90-af801526795e completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:09.490949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 637acea2-82a2-411a-ab90-af801526795e completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:09.499333 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 637acea2-82a2-411a-ab90-af801526795e triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:09.499787 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.519684 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.539768 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:08Z', 'revision_number': 3, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:09.577199 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Checking router: ca2cfc59-8f33-432e-aafe-7e5a95596eea for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:09.577583 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Updating router ca2cfc59-8f33-432e-aafe-7e5a95596eea port 610e716f-0e58-4012-9343-e5209bd9d40f binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:33:09.618320 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.697701 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.745816 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Allocated IP 172.20.0.1 (0d0c9c13-7f6c-4b4c-a028-c684dd4dad40/80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac/de1c0142-8f4e-4010-9b22-398509921142) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:09.796517 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 637acea2-82a2-411a-ab90-af801526795e, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=637acea2-82a2-411a-ab90-af801526795e,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:09.814685 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.851643 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.864844 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Transition to ACTIVE for port object de1c0142-8f4e-4010-9b22-398509921142 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:09.892797 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d6142853-d23a-4a0e-b66a-b5c9b9c85a03 None None] Provisioning complete for port 637acea2-82a2-411a-ab90-af801526795e triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:09.893350 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6142853-d23a-4a0e-b66a-b5c9b9c85a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.896510 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:09.931981 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:09.935481 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:09.939000 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:09.969759 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Pushing event updated for resources: {'Port': ['ID=de1c0142-8f4e-4010-9b22-398509921142,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:09.992212 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.099002 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=637acea2-82a2-411a-ab90-af801526795e,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:10.124192 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-738c3235-4bdd-4ae7-91a4-d1283b101137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.137361 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.222791 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.235383 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Transition to ACTIVE for port object 610e716f-0e58-4012-9343-e5209bd9d40f will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:10.241702 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.289821 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Attempting to bind port 610e716f-0e58-4012-9343-e5209bd9d40f on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:10.290112 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Attempting to bind port 610e716f-0e58-4012-9343-e5209bd9d40f by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:10.290475 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Attempting to bind port 610e716f-0e58-4012-9343-e5209bd9d40f on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:10.299427 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0bd99-9ab3-4dc8-a0cf-d8ff1b883ef0 None None] Pushing event updated for resources: {'Port': ['ID=610e716f-0e58-4012-9343-e5209bd9d40f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:10.302117 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:10.302560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:10.302869 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.303256 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:10.303712 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Bound port: 610e716f-0e58-4012-9343-e5209bd9d40f, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:10.304084 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.312280 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.316791 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.361732 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d84862aa-6268-4396-b00e-b7ba6542f58e None None] Provisioning for port de1c0142-8f4e-4010-9b22-398509921142 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:10.364040 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] For port 610e716f-0e58-4012-9343-e5209bd9d40f, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:10.367725 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] For port 610e716f-0e58-4012-9343-e5209bd9d40f, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=610e716f-0e58-4012-9343-e5209bd9d40f,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:10.369307 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d84862aa-6268-4396-b00e-b7ba6542f58e None None] Provisioning complete for port de1c0142-8f4e-4010-9b22-398509921142 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:10.369726 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d84862aa-6268-4396-b00e-b7ba6542f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.373359 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.395455 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.396782 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Pushing event updated for resources: {'Port': ['ID=de1c0142-8f4e-4010-9b22-398509921142,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:10.440860 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d84862aa-6268-4396-b00e-b7ba6542f58e None None] Port de1c0142-8f4e-4010-9b22-398509921142 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:33:10.465538 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:10.466241 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:32:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:10.510246 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:10.511690 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:10.538756 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0bd99-9ab3-4dc8-a0cf-d8ff1b883ef0 None None] Pushing event updated for resources: {'Port': ['ID=610e716f-0e58-4012-9343-e5209bd9d40f,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:10.600313 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:10.656735 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Router ca2cfc59-8f33-432e-aafe-7e5a95596eea has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:10.799817 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:10.825266 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5d66f7f6-d9c2-4f79-8a73-51fd8930ffda admin admin] 10.222.0.23 "PUT /v2.0/routers/ca2cfc59-8f33-432e-aafe-7e5a95596eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192077 Sep 03 20:33:10.872043 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-7ca5e239-b4c8-4154-b586-f9c2a9f1bb14 None None] Provisioning complete for port de1c0142-8f4e-4010-9b22-398509921142 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:10.872444 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e239-b4c8-4154-b586-f9c2a9f1bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:10.913094 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5e239-b4c8-4154-b586-f9c2a9f1bb14 None None] Port de1c0142-8f4e-4010-9b22-398509921142 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:33:10.916849 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 2, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:10.944234 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33facab6-c09d-4888-82ed-7260576a8c29 None None] The sync data for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi is: [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 2, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:11.024416 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4e264-937f-4f66-917b-06dde5b674f2 req-e14a28e8-323e-4f46-89b6-16e1c14b705f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:11.026080 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5e4e264-937f-4f66-917b-06dde5b674f2 req-e14a28e8-323e-4f46-89b6-16e1c14b705f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0658531 Sep 03 20:33:11.073360 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c5e4e264-937f-4f66-917b-06dde5b674f2 req-3c6efeab-9c9f-4fa3-9d94-ada2b2021157 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Sep 03 20:33:11.254776 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 637acea2-82a2-411a-ab90-af801526795e up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:11.307550 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 637acea2-82a2-411a-ab90-af801526795e triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:11.307839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.368350 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36382) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:11.374191 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1961332078-network', 'tenant_id': '493247d05c8341ef87991c5e03831997'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:11.399913 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Made reservation on behalf of 493247d05c8341ef87991c5e03831997 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:11.401844 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.411293 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.506961 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.512099 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.540189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:33:11.547164 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9575999-4f02-45f9-b56e-3a20f154ea87,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:11.553790 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.554047 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Added segment 997364d5-4f9a-403e-8339-e68d499db802 of type vlan for network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 Sep 03 20:33:11.621488 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.651780 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.653134 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:11.654140 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.683116 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3137457 Sep 03 20:33:11.686438 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36386) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:11.691330 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Request body: {'subnet': {'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1961332078-subnet', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:11.720122 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Made reservation on behalf of 493247d05c8341ef87991c5e03831997 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:11.723386 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:11.737698 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f0777-bff5-4c01-8373-cad962af1220 admin admin] Pushing event updated for resources: {'Network': ['ID=3c6330b5-c4e8-4129-9c8c-a1cc131c3770,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:11.749138 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:33:12.109898 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.170851 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e366343-415e-4ada-93b2-ca51f2b0260c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:12.182515 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Checking segment: {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:12.182779 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Network hostable DHCP agents. Network: 3c6330b5-c4e8-4129-9c8c-a1cc131c3770, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:33:12.201573 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:33:12.213064 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 3c6330b5-c4e8-4129-9c8c-a1cc131c3770) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:12.224006 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b1ba9f-dffe-415f-b895-b8ab83afbad1 None None] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:33:12.226769 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:12.229681 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.230800 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df938bc0-4543-457a-91ec-14d6da53a6ea req-8cc7142e-6464-4817-a213-f7182a6fff4a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:12.232951 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-df938bc0-4543-457a-91ec-14d6da53a6ea req-8cc7142e-6464-4817-a213-f7182a6fff4a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0765524 Sep 03 20:33:12.246768 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-912fb7b1-f9f1-4823-b897-a237c1747ddf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5592468 Sep 03 20:33:12.249447 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36390) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:12.253776 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:12.298663 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-df938bc0-4543-457a-91ec-14d6da53a6ea req-c20b06a3-769c-486c-a797-652211c6ad8d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566518 Sep 03 20:33:12.303582 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.304728 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.362031 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.372816 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-3c6330b5-c4e8-4129-9c8c-a1cc131c3770', 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'fixed_ips': [{'subnet_id': '7e366343-415e-4ada-93b2-ca51f2b0260c'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:33:12.373713 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.507852 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Allocated IP 172.20.0.2 (3c6330b5-c4e8-4129-9c8c-a1cc131c3770/7e366343-415e-4ada-93b2-ca51f2b0260c/cd2d995f-4e58-4ea1-8e8b-b0ad55107c94) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:12.508300 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.662094 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.690539 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Transition to ACTIVE for port object cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:12.692969 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2cb13a00-06b9-4e9a-9266-9aef15f7a7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.717068 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Transition to ACTIVE for port object cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:12.724705 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.726632 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.747466 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.763331 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:12.766122 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:12.769515 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:12.777515 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Pushing event updated for resources: {'Port': ['ID=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:12.841345 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Attempting to bind port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:12.841869 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Attempting to bind port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:12.842247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Attempting to bind port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 on network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:12.847112 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cc428-0d06-439d-96e8-dde0b970691a req-56f2ed6d-685c-4818-9275-2f729babd698 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:12.847354 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:12.847744 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Checking segment: {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:12.848152 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.848549 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Bound using segment: {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:12.849013 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Bound port: cd2d995f-4e58-4ea1-8e8b-b0ad55107c94, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:12.849123 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-688cc428-0d06-439d-96e8-dde0b970691a req-56f2ed6d-685c-4818-9275-2f729babd698 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0609264 Sep 03 20:33:12.849413 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.873741 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Allocated IP 172.27.2.219 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:12.922504 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] For port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:12.927269 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] For port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,segment=NetworkSegment(997364d5-4f9a-403e-8339-e68d499db802),segment_id=997364d5-4f9a-403e-8339-e68d499db802)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:12.932757 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.960334 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Deleting port c792a5d8-8f04-449e-8372-bc9da89d4c71 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:12.960697 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.007983 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.018755 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47df82-d235-40b0-8c47-18ac82e9038a None None] Pushing event updated for resources: {'Port': ['ID=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:13.022772 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.047663 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Sync routers for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:13.056882 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:13.057564 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:13.070512 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] For port c792a5d8-8f04-449e-8372-bc9da89d4c71, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c792a5d8-8f04-449e-8372-bc9da89d4c71,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:13.070887 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.083828 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.124305 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:13.127647 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:13.131754 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:13.141676 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:13.211172 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:13.381194 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 610e716f-0e58-4012-9343-e5209bd9d40f up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:13.467162 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 610e716f-0e58-4012-9343-e5209bd9d40f completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:13.471673 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 610e716f-0e58-4012-9343-e5209bd9d40f triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:13.472066 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.506866 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.507440 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.507777 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Floating IP 2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b disassociated. External IP: 172.27.2.213, port: c792a5d8-8f04-449e-8372-bc9da89d4c71. Sep 03 20:33:13.508236 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Calling delete_port for c792a5d8-8f04-449e-8372-bc9da89d4c71 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:13.529347 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4cd5e-94ce-4b6f-8740-cc2ab14de4d0 req-b40ae85e-e437-498d-a6a4-43f37ce053e7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:13.531822 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1d4cd5e-94ce-4b6f-8740-cc2ab14de4d0 req-b40ae85e-e437-498d-a6a4-43f37ce053e7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 946 time: 0.0985856 Sep 03 20:33:13.555642 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 2, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:13.579878 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.591507 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Checking router: ca2cfc59-8f33-432e-aafe-7e5a95596eea for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:13.598796 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Updating router ca2cfc59-8f33-432e-aafe-7e5a95596eea port de1c0142-8f4e-4010-9b22-398509921142 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:33:13.604347 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 610e716f-0e58-4012-9343-e5209bd9d40f, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=610e716f-0e58-4012-9343-e5209bd9d40f,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:13.614787 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.636329 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e1d4cd5e-94ce-4b6f-8740-cc2ab14de4d0 req-a1692aec-2177-4a9d-ab21-3bc26c78a40f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=94950f69-0e23-427a-b8cf-4af1d43c0052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637243 Sep 03 20:33:13.683994 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=610e716f-0e58-4012-9343-e5209bd9d40f,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:13.690798 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.734402 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.777699 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event deleted for resources: {'Port': ['ID=c792a5d8-8f04-449e-8372-bc9da89d4c71,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:13.803572 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.816545 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.936199 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:14.025147 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.037988 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.049351 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Transition to ACTIVE for port object de1c0142-8f4e-4010-9b22-398509921142 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:14.058881 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.069610 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:14.080849 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:14.098842 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:14.099626 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:14.127057 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Pushing event updated for resources: {'Port': ['ID=de1c0142-8f4e-4010-9b22-398509921142,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:14.131759 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] No DVR routers for this DVR port c792a5d8-8f04-449e-8372-bc9da89d4c71 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:14.134679 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.137043 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-688cc428-0d06-439d-96e8-dde0b970691a req-87e8c108-ac36-4820-83dc-516c7d77a01c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "DELETE /v2.0/ports/c792a5d8-8f04-449e-8372-bc9da89d4c71 HTTP/1.1" status: 204 len: 173 time: 1.2797618 Sep 03 20:33:14.140351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-deleted', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:14.142891 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb42f5-eb20-4d31-93bc-45c3315cd671" -d '{"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-deleted", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:14.163689 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.164046 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.164388 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.164814 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.165149 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.165512 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.165843 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.166183 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.166623 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.167065 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.167375 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.167756 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:14.192904 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268ccf0-4c94-4242-a284-22642d3573ea x-openstack-request-id: req-9268ccf0-4c94-4242-a284-22642d3573ea {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:14.193901 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475d2ca9-daaa-47b6-a2fb-375d6cfd758b", "name": "network-vif-deleted", "tag": "c792a5d8-8f04-449e-8372-bc9da89d4c71", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:14.193901 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9268ccf0-4c94-4242-a284-22642d3573ea {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:14.194356 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475d2ca9-daaa-47b6-a2fb-375d6cfd758b', 'name': 'network-vif-deleted', 'tag': 'c792a5d8-8f04-449e-8372-bc9da89d4c71', 'status': 'completed', 'code': 200} Sep 03 20:33:14.245695 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Attempting to bind port de1c0142-8f4e-4010-9b22-398509921142 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:14.246367 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Attempting to bind port de1c0142-8f4e-4010-9b22-398509921142 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:14.247524 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Attempting to bind port de1c0142-8f4e-4010-9b22-398509921142 on network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:14.269081 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:14.269550 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Checking segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:14.270565 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.271135 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Bound using segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:14.272969 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Bound port: de1c0142-8f4e-4010-9b22-398509921142, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:14.273322 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.290670 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:14.322502 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Router 686b775a-0e63-44a9-9aca-724f32e3608c is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:33:14.336805 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44feb66c-6394-4ed4-9aba-a124695b6d07 None None] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:33:14.371004 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] For port de1c0142-8f4e-4010-9b22-398509921142, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:14.374739 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] For port de1c0142-8f4e-4010-9b22-398509921142, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=de1c0142-8f4e-4010-9b22-398509921142,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:14.381192 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.390856 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d43fa047-98dc-42bb-920c-c29924f49c75 None None] Provisioning for port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:14.447262 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:14.447887 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:14.486810 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b31720-0eb5-473c-ba6a-c1aa926b4b7b None None] Pushing event updated for resources: {'Port': ['ID=de1c0142-8f4e-4010-9b22-398509921142,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:14.487848 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:14.513955 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.515685 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-240c2383-9817-4da7-a967-fc2ff8432689 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2652698 Sep 03 20:33:14.519444 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:14.527926 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Sync routers for ids ['686b775a-0e63-44a9-9aca-724f32e3608c'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:14.560034 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Routers {'686b775a-0e63-44a9-9aca-724f32e3608c'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:14.561048 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['686b775a-0e63-44a9-9aca-724f32e3608c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:14.676876 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:14.866465 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Set router 686b775a-0e63-44a9-9aca-724f32e3608c gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:14.879615 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:14.898996 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-379d0754-c83c-4bae-b421-989f29c67cbe req-9df031d3-005d-4f9e-b87a-c9489cb59a37 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=475d2ca9-daaa-47b6-a2fb-375d6cfd758b HTTP/1.1" status: 200 len: 210 time: 0.0841722 Sep 03 20:33:14.922454 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:14.944809 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:14.945686 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:15.061173 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:15.234787 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:14Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:15.286711 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e287c-8001-432f-8db5-885aad22b183 None None] The sync data for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi is: [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:14Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:15.297861 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.340801 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 3, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:15.397098 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Checking router: 686b775a-0e63-44a9-9aca-724f32e3608c for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:15.397776 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Updating router 686b775a-0e63-44a9-9aca-724f32e3608c port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:33:15.469905 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device de1c0142-8f4e-4010-9b22-398509921142 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:15.471957 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.568843 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:15.576643 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port de1c0142-8f4e-4010-9b22-398509921142 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:15.613049 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.614899 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8d8d5-2afc-455c-8ec7-251a76a222f3 None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:15.616435 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port de1c0142-8f4e-4010-9b22-398509921142 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:15.616794 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.640491 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Allocated IP 172.20.0.1 (3c6330b5-c4e8-4129-9c8c-a1cc131c3770/7e366343-415e-4ada-93b2-ca51f2b0260c/8ae68ae3-d2a5-4d45-9083-63d77b6d9c58) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:15.779278 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.855580 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port de1c0142-8f4e-4010-9b22-398509921142, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=de1c0142-8f4e-4010-9b22-398509921142,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:15.861513 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.862401 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:15.862553 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.868968 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.883975 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Transition to ACTIVE for port object d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:15.884278 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Transition to ACTIVE for port object 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:15.893088 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.955993 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Attempting to bind port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:15.957839 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Attempting to bind port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:15.957839 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Attempting to bind port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:15.962307 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=de1c0142-8f4e-4010-9b22-398509921142,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:15.971988 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802861d-b2cc-4547-9bdb-bd7451e765cb None None] Pushing event updated for resources: {'Port': ['ID=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:15.976410 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:15.976884 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:15.977610 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.978037 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:15.978609 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Bound port: d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:15.979015 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.984654 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:15.997937 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:16.003114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:16.003644 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.063405 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] For port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:16.068759 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] For port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:16.075128 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.081231 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36426) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:16.093095 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:16.097010 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:16.123414 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:16.150479 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Routers {'686b775a-0e63-44a9-9aca-724f32e3608c'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:16.153812 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['686b775a-0e63-44a9-9aca-724f32e3608c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:16.182926 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Pushing event updated for resources: {'Port': ['ID=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:16.201991 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802861d-b2cc-4547-9bdb-bd7451e765cb None None] Pushing event updated for resources: {'Port': ['ID=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:16.207909 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf9e652f-2edd-4d3d-ba34-868587ed9b70 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.216569 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.218992 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7be21e-3a69-4871-bf9c-062cdabce9d7 None None] New status for floating IP 2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:33:16.226574 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.267724 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf9e652f-2edd-4d3d-ba34-868587ed9b70 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.312904 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] Set router 686b775a-0e63-44a9-9aca-724f32e3608c gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:16.372581 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf9e652f-2edd-4d3d-ba34-868587ed9b70 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.383166 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bf9e652f-2edd-4d3d-ba34-868587ed9b70 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.388324 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bf9e652f-2edd-4d3d-ba34-868587ed9b70 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "DELETE /v2.0/security-groups/94950f69-0e23-427a-b8cf-4af1d43c0052 HTTP/1.1" status: 204 len: 168 time: 0.3052804 Sep 03 20:33:16.395838 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36428) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:16.430977 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.api.v2.resource [None req-542f4f23-5f9c-4b3d-9579-a7a56b6b2d5c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] show failed (client error): The resource could not be found. Sep 03 20:33:16.432180 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-542f4f23-5f9c-4b3d-9579-a7a56b6b2d5c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups/94950f69-0e23-427a-b8cf-4af1d43c0052 HTTP/1.1" status: 404 len: 347 time: 0.0353155 Sep 03 20:33:16.440889 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36430) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:16.461445 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,segment=NetworkSegment(997364d5-4f9a-403e-8339-e68d499db802),segment_id=997364d5-4f9a-403e-8339-e68d499db802)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:16.466332 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e652f-2edd-4d3d-ba34-868587ed9b70 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94950f69-0e23-427a-b8cf-4af1d43c0052,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:16.507700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.508561 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 610e716f-0e58-4012-9343-e5209bd9d40f up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:16.592304 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-763e9dd7-71b3-4043-ad25-082f6262ec2c None None] Provisioning for port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:16.609119 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-763e9dd7-71b3-4043-ad25-082f6262ec2c None None] Provisioning complete for port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:16.609792 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-763e9dd7-71b3-4043-ad25-082f6262ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.642972 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:16.660590 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.666944 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 3, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:16.682553 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-763e9dd7-71b3-4043-ad25-082f6262ec2c None None] Port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:33:16.695828 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 610e716f-0e58-4012-9343-e5209bd9d40f triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:16.696003 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Deleting port 15370bda-9968-49ee-a404-555750b8b55a {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:16.696300 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.696717 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.712458 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41b7cb-0e94-4d61-8703-66d3788ab55f None None] The sync data for ids ['686b775a-0e63-44a9-9aca-724f32e3608c'] in dv-cinder-760152-5-iscsi is: [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 3, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:16.806427 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.807113 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:16.821450 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Calling delete_port for 15370bda-9968-49ee-a404-555750b8b55a owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:16.860396 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:16.891839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: c792a5d8-8f04-449e-8372-bc9da89d4c71 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:16.894088 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device c792a5d8-8f04-449e-8372-bc9da89d4c71 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:16.990725 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.026429 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event deleted for resources: {'Port': ['ID=15370bda-9968-49ee-a404-555750b8b55a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:17.117244 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.120140 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.133438 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2de62b24-f4e8-41c5-8b73-550a8fa6f6a4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "DELETE /v2.0/floatingips/2eb0a2fc-0f8c-43cd-b8b9-a24a18292e1b HTTP/1.1" status: 204 len: 168 time: 0.6823335 Sep 03 20:33:17.210117 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.217660 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.301289 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.314595 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Pushing event updated for resources: {'Port': ['ID=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:17.445712 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:17.452107 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:17.466567 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device de1c0142-8f4e-4010-9b22-398509921142 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:17.542630 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port de1c0142-8f4e-4010-9b22-398509921142 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:17.543298 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.657658 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:17.666475 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Router 686b775a-0e63-44a9-9aca-724f32e3608c has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:17.732295 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:17.741744 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:17.742288 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.815285 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:17.820725 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ca192b40-1751-45cc-bf31-516e1e04687c admin admin] 10.222.0.23 "PUT /v2.0/routers/686b775a-0e63-44a9-9aca-724f32e3608c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002522 Sep 03 20:33:17.848975 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-324d2c84-9067-4d12-8aa0-e55656c4fae9 None None] Provisioning complete for port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:17.849310 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-324d2c84-9067-4d12-8aa0-e55656c4fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.876020 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.906535 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:17.916593 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:17.922420 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:18.003729 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36444) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.009658 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492987063', 'description': 'tempest-description--259749234'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.021679 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-324d2c84-9067-4d12-8aa0-e55656c4fae9 None None] Port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:33:18.042925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.061223 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:18.079293 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:18.079780 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.142696 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.149628 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.198668 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790761b2-5729-4823-83dc-c424f0e09aae,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:18.208094 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.212037 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-09acf6a6-a62c-4b8b-a7ee-575f0d98d827 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2035048 Sep 03 20:33:18.214793 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.221751 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'security_group_rule': {'security_group_id': '790761b2-5729-4823-83dc-c424f0e09aae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.254644 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.313023 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.316974 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.336726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5e57d7-e9f1-48ea-9f60-7208aebd2777,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:18.342425 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.343619 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a55ac452-3b53-4f55-a2e0-a90402cc8be3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277626 Sep 03 20:33:18.346263 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36454) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.350688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'security_group_rule': {'security_group_id': '790761b2-5729-4823-83dc-c424f0e09aae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.379531 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.458022 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.466263 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.499716 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6708d3e7-8376-4869-9776-b462e3d2fd8e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:18.515275 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.520353 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36462) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.525926 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.531432 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-68f23704-7dde-492e-b682-0161c880f944 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840546 Sep 03 20:33:18.536691 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36464) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.544224 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234149290', 'description': 'tempest-secgroup-smoke-234149290 description', 'project_id': 'a22664f610824f7d9cf8315040b1680c'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.562417 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.592830 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.736316 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.739584 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.748076 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.803893 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Sync routers for ids ['686b775a-0e63-44a9-9aca-724f32e3608c'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:18.813585 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Routers {'686b775a-0e63-44a9-9aca-724f32e3608c'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:18.813753 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.814189 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['686b775a-0e63-44a9-9aca-724f32e3608c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:18.814888 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2772572 Sep 03 20:33:18.817930 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.823256 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group_rule': {'security_group_id': 'ed840411-f031-4442-8a3a-72db8e09a964', 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.828433 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e61d6-38fc-42ef-a99e-99f69443d100 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed840411-f031-4442-8a3a-72db8e09a964,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:18.851737 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.889626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Allocated IP 172.27.2.141 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/5a88d213-5450-4622-927c-30148cde328c) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:18.923258 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.927250 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.939666 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Set router 686b775a-0e63-44a9-9aca-724f32e3608c gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:18.947209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:18.951506 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325200 Sep 03 20:33:18.953543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:18.958411 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group_rule': {'security_group_id': 'ed840411-f031-4442-8a3a-72db8e09a964', 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:18.963898 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8e833-1742-4c40-8197-be45cb65cd00 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013b5f93-2caa-45b7-83e9-29c91b3c35de,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.007270 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.010320 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.055930 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.076844 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.083044 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.101011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9800f9f1-a34f-4f84-9405-378bd8a457f8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.102832 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:19.105812 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:19.110303 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:19.113562 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.114862 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-dc64848b-cae5-4b91-b4ba-7fffe0e04587 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1603355 Sep 03 20:33:19.117661 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36470) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:19.122371 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group_rule': {'security_group_id': 'ed840411-f031-4442-8a3a-72db8e09a964', 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:19.141558 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'Port': ['ID=5a88d213-5450-4622-927c-30148cde328c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.155031 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.186636 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:16Z', 'revision_number': 4, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '8ae68ae3-d2a5-4d45-9083-63d77b6d9c58', 'name': '', 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'mac_address': 'fa:16:3e:c7:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7e366343-415e-4ada-93b2-ca51f2b0260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:15Z', 'updated_at': '2021-09-03T20:33:16Z', 'revision_number': 2, 'project_id': '493247d05c8341ef87991c5e03831997', 'subnets': [{'id': '7e366343-415e-4ada-93b2-ca51f2b0260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:19.211243 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.224925 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:19.230927 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Checking router: 686b775a-0e63-44a9-9aca-724f32e3608c for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:19.231364 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Updating router 686b775a-0e63-44a9-9aca-724f32e3608c port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:33:19.240190 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.245670 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.257213 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.263901 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.273994 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c37ef37-1ffb-46d1-8caa-f2e2fa5939d2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.280950 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:19.281953 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.288633 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.290117 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-eb3708b7-845e-4559-a466-e7785fa388af tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713946 Sep 03 20:33:19.292725 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:19.298169 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group_rule': {'security_group_id': 'ed840411-f031-4442-8a3a-72db8e09a964', 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:19.328803 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.403673 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.407817 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.422616 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f765dcaf-857d-4abc-8db1-dcb660cfec43,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.434904 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.436153 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-38630d7f-3686-4fae-ab0b-e33e73f92d51 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424160 Sep 03 20:33:19.440484 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36474) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:19.445516 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group_rule': {'security_group_id': 'ed840411-f031-4442-8a3a-72db8e09a964', 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:19.455155 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.464958 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.473605 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Project a22664f610824f7d9cf8315040b1680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:33:19.481490 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.541948 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'Port': ['ID=5a88d213-5450-4622-927c-30148cde328c,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.545384 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.550195 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.550370 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.550580 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.563844 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Transition to ACTIVE for port object 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:19.569555 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.570864 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329f1aa5-0eb0-4163-aba5-1340ead8396d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.571206 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fa377068-68cd-4483-84d5-0ac46d74ea93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0498462 Sep 03 20:33:19.572023 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.584835 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.588857 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f0b0d0a7-c3e6-4b61-ae95-1e4ff8a5f5f9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448953 Sep 03 20:33:19.589311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36480) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:19.594168 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'security_group_rule': {'security_group_id': 'ed840411-f031-4442-8a3a-72db8e09a964', 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:19.636915 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30637-8fdd-4045-9faf-3ddb8401e023 None None] Pushing event updated for resources: {'Port': ['ID=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.637979 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Project a22664f610824f7d9cf8315040b1680c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:33:19.643972 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.699254 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Attempting to bind port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:19.700688 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Attempting to bind port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:19.700815 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Attempting to bind port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 on network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:19.706658 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:19.707035 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Checking segment: {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:19.707708 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.708244 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Bound using segment: {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:19.708730 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Bound port: 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997364d5-4f9a-403e-8339-e68d499db802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:19.709150 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.732828 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.742921 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.775736 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.778150 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1878676 Sep 03 20:33:19.779012 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128f50-d417-41c9-810d-52c036689936 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b814c3d6-4fe4-47e6-8d7e-22cb6d7ab5c8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.801977 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] For port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:19.805286 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] For port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,segment=NetworkSegment(997364d5-4f9a-403e-8339-e68d499db802),segment_id=997364d5-4f9a-403e-8339-e68d499db802)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:19.814365 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:19.837989 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-19c50145-1f51-43ac-8a8d-6ec601a91f6f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1492987063&fields=id&tenant_id=55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 267 time: 0.0699730 Sep 03 20:33:19.863775 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Routers {'686b775a-0e63-44a9-9aca-724f32e3608c'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:19.864428 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['686b775a-0e63-44a9-9aca-724f32e3608c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:19.946433 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30637-8fdd-4045-9faf-3ddb8401e023 None None] Pushing event updated for resources: {'Port': ['ID=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:19.967741 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-b79b393a-1f06-422b-ba30-a673bf9f5934 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:19.971343 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-b79b393a-1f06-422b-ba30-a673bf9f5934 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 817 time: 0.1325161 Sep 03 20:33:19.994591 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-e845bcb9-14b0-401d-93e2-6d45699fb063 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/quotas/55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 375 time: 0.0160320 Sep 03 20:33:19.995476 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] Set router 686b775a-0e63-44a9-9aca-724f32e3608c gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:20.070947 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-a6466511-aff4-4b21-9983-8db51287cafb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756197 Sep 03 20:33:20.174253 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-895e5b8e-2b2b-4bd2-866d-856fbe786aea service neutron] 10.222.0.23 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872357 Sep 03 20:33:20.290168 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-ab759e12-d9f1-4315-930b-3f45c46d7a3f service neutron] 10.222.0.23 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090510 Sep 03 20:33:20.314801 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:16Z', 'revision_number': 4, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '8ae68ae3-d2a5-4d45-9083-63d77b6d9c58', 'name': '', 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'mac_address': 'fa:16:3e:c7:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7e366343-415e-4ada-93b2-ca51f2b0260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:15Z', 'updated_at': '2021-09-03T20:33:19Z', 'revision_number': 4, 'project_id': '493247d05c8341ef87991c5e03831997', 'subnets': [{'id': '7e366343-415e-4ada-93b2-ca51f2b0260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:20.346303 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7671aef9-dbe8-41e6-9f9a-b86265b95832 None None] The sync data for ids ['686b775a-0e63-44a9-9aca-724f32e3608c'] in dv-cinder-760152-5-iscsi is: [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:16Z', 'revision_number': 4, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '8ae68ae3-d2a5-4d45-9083-63d77b6d9c58', 'name': '', 'network_id': '3c6330b5-c4e8-4129-9c8c-a1cc131c3770', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'mac_address': 'fa:16:3e:c7:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7e366343-415e-4ada-93b2-ca51f2b0260c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:15Z', 'updated_at': '2021-09-03T20:33:19Z', 'revision_number': 4, 'project_id': '493247d05c8341ef87991c5e03831997', 'subnets': [{'id': '7e366343-415e-4ada-93b2-ca51f2b0260c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:20.510109 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a62c1282-74c6-45cf-a584-9e1ed17033e9 req-492ead66-f0c4-4335-8168-574f06dc5cb5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 210 time: 0.0271859 Sep 03 20:33:21.228676 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:21.276554 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:21.280148 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:21.280521 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:21.356826 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:21.400900 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,segment=NetworkSegment(997364d5-4f9a-403e-8339-e68d499db802),segment_id=997364d5-4f9a-403e-8339-e68d499db802)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:21.405245 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:21.475752 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:21.585345 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-80da618e-3356-41af-ab8b-cc5895a32cbc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:21.586910 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-80da618e-3356-41af-ab8b-cc5895a32cbc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 817 time: 0.1123507 Sep 03 20:33:21.620116 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-071cb5d0-5ca5-463a-a1b4-68d5f9057503 req-a41ff1b8-94e6-41ae-a489-5bc709a3e11c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 210 time: 0.0269434 Sep 03 20:33:21.638901 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-b854c09d-cec3-4151-834b-a92b1b9c7895 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 380 time: 0.0394311 Sep 03 20:33:21.649969 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'port': {'device_id': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'admin_state_up': True, 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'security_groups': ['790761b2-5729-4823-83dc-c424f0e09aae']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:21.761822 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Made reservation on behalf of 55172c075d4942569f4bb82bb4a0b6a2 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:21.765420 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:21.891509 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Allocated IP 172.20.0.3 (32f2f917-bc35-438b-baa6-3886b7544806/813820e3-9732-4f32-a580-70e0866808a8/79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:22.037876 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.052435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Transition to ACTIVE for port object 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:22.083886 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.125153 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Network 32f2f917-bc35-438b-baa6-3886b7544806 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:22.128141 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:22.131623 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:22.158485 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:22.186030 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:22.186603 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.201209 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-635709ee-651c-4e09-8565-797e4d53e1cf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549655 Sep 03 20:33:22.217193 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Request body: {'port': {'device_id': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:22.277922 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.333728 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b392aa24-8f2f-4fc5-a27d-64692267ccec None None] Provisioning for port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:22.337554 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b392aa24-8f2f-4fc5-a27d-64692267ccec None None] Provisioning complete for port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:22.337935 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b392aa24-8f2f-4fc5-a27d-64692267ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.373958 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b392aa24-8f2f-4fc5-a27d-64692267ccec None None] Port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:33:22.548073 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:33:22.555830 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.568424 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Transition to ACTIVE for port object 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:22.576121 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.629778 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:22.706680 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Attempting to bind port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:22.707107 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Attempting to bind port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:22.707773 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Attempting to bind port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb on network 32f2f917-bc35-438b-baa6-3886b7544806 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:22.716551 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb on network 32f2f917-bc35-438b-baa6-3886b7544806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:33:22.716956 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Attempting to bind port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb on network 32f2f917-bc35-438b-baa6-3886b7544806 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:22.745112 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:22.745512 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Checking segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:22.746207 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Bound using segment: {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:22.747261 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Bound port: 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:22.747763 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.811295 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310e02-aa74-4632-afe3-9f6689354621 req-76dd33ed-879c-42eb-abad-36d5a5a57271 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:22.812816 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52310e02-aa74-4632-afe3-9f6689354621 req-76dd33ed-879c-42eb-abad-36d5a5a57271 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0986288 Sep 03 20:33:22.856106 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:22.860333 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:22.867808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.904694 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52310e02-aa74-4632-afe3-9f6689354621 req-4316742d-582c-4fdf-8cc9-bfd5005a41a3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805182 Sep 03 20:33:22.912103 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:22.912722 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:22.914130 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] 10.222.0.47 "PUT /v2.0/ports/79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 1093 time: 0.7022371 Sep 03 20:33:22.916310 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:22.918646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc849e69-2143-4bc3-93e6-4cc440699f69" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:22.962724 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8ea23-0228-4947-af02-2f15fdeb871c service neutron] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:22.967784 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629a739-2f13-4d29-9a58-05195cd77a0f x-openstack-request-id: req-c629a739-2f13-4d29-9a58-05195cd77a0f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:22.968227 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:22.968481 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c629a739-2f13-4d29-9a58-05195cd77a0f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:22.968886 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'status': 'completed', 'code': 200} Sep 03 20:33:23.019803 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-962ab34f-1cb7-4820-97f3-8390131f036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.021320 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-962ab34f-1cb7-4820-97f3-8390131f036a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1096 time: 0.0420041 Sep 03 20:33:23.071308 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-5fd7c5db-ecbf-42fd-823d-3e435d7af1a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 217 time: 0.0394273 Sep 03 20:33:23.122311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-de300a9c-5d67-4d57-9d34-7951a9a44ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.123760 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-de300a9c-5d67-4d57-9d34-7951a9a44ba6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0446668 Sep 03 20:33:23.177437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-8a6cabd8-2401-480d-b066-7a7950c3c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.178882 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-8a6cabd8-2401-480d-b066-7a7950c3c6b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395007 Sep 03 20:33:23.212356 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:23.259713 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:23.260091 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:23.274544 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-d82ceb4a-4164-422c-a226-55b18d0563a1 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851240 Sep 03 20:33:23.371134 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c7c52626-1b9b-4c45-a65c-18595de59357 req-190aa674-7796-40b4-a50e-05433bd1b16b service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861809 Sep 03 20:33:23.474647 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-39474c76-4f16-4bef-86ee-370135792e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.476071 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-39474c76-4f16-4bef-86ee-370135792e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1096 time: 0.0444427 Sep 03 20:33:23.572217 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-312b9987-de76-4083-a792-a75b62d169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.573749 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-312b9987-de76-4083-a792-a75b62d169fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.0873716 Sep 03 20:33:23.624728 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-28f0d9ee-9b6d-4346-a5bf-376c0e551df9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 217 time: 0.0378001 Sep 03 20:33:23.670940 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:33:23.675243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-50da8cee-e90e-4c93-8428-732ffddf7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.676682 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-50da8cee-e90e-4c93-8428-732ffddf7959 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0439093 Sep 03 20:33:23.724796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-f6e98770-cc81-4c67-a12e-03cbecb76ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:23.726279 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-f6e98770-cc81-4c67-a12e-03cbecb76ce3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404203 Sep 03 20:33:23.827527 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-4750bc8f-e058-4af1-823b-2293d79f67c9 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927267 Sep 03 20:33:23.916300 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc849e69-2143-4bc3-93e6-4cc440699f69 req-b7c59bc0-5a1d-45a5-8c72-cfda1c5cf328 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807190 Sep 03 20:33:24.022764 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46d140-435d-4280-8f80-56173a89ef1b req-18d0162c-3d2c-434b-8cc8-d36b24fba902 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:24.024109 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cb46d140-435d-4280-8f80-56173a89ef1b req-18d0162c-3d2c-434b-8cc8-d36b24fba902 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0470514 Sep 03 20:33:24.067132 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cb46d140-435d-4280-8f80-56173a89ef1b req-72408029-6862-4689-9dca-c5d5850e836d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365698 Sep 03 20:33:24.905533 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:33:25.013787 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:25.025943 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'mac_address': 'fa:16:3e:b4:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:33:25.063035 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:25.075795 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:33:25.101207 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:25.105068 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:25.171228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:25.197674 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb4017-8675-447c-be40-1a6941dd7d80 req-2b1e5474-7671-499e-96e7-45f70eac5bd9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:25.199269 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fafb4017-8675-447c-be40-1a6941dd7d80 req-2b1e5474-7671-499e-96e7-45f70eac5bd9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0569191 Sep 03 20:33:25.239285 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fafb4017-8675-447c-be40-1a6941dd7d80 req-df6f74e3-05d0-4563-a904-66525ee41635 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Sep 03 20:33:25.420753 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:33:25.715689 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-5d66f4cf-54c4-488a-9004-990ffa95b997 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193519557&fields=id&tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0 HTTP/1.1" status: 200 len: 267 time: 0.0358639 Sep 03 20:33:25.768240 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-7c8f92d0-caa6-4826-a687-1cac04ff4ed2 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:25.769749 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-7c8f92d0-caa6-4826-a687-1cac04ff4ed2 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 984 time: 0.0482948 Sep 03 20:33:25.780437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Request body: {'port': {'security_groups': ['d9380d59-e150-4930-a5da-ab90cf415362']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:25.847775 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.018489 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:26.047576 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.052047 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.095782 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:26.096401 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.097827 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-593ee142-f5d0-44aa-ab24-2e86e19b77b2 req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "PUT /v2.0/ports/72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 942 time: 0.3217826 Sep 03 20:33:26.098275 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:26.100508 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1292cac5-052e-4906-830d-0ee7d748ec81" -d '{"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:26.105250 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36604) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:26.135609 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8f598-7a1a-46bf-b11b-8ad190ee366e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event updated for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:26.154153 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880dc88-aef8-465c-ad07-996f975eb55c x-openstack-request-id: req-7880dc88-aef8-465c-ad07-996f975eb55c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:26.154442 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:26.154692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7880dc88-aef8-465c-ad07-996f975eb55c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:26.155082 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'status': 'completed', 'code': 200} Sep 03 20:33:26.183751 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-928b6966-462a-4dc5-9a3f-4a5b6ef37af7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.212495 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-928b6966-462a-4dc5-9a3f-4a5b6ef37af7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.277755 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-928b6966-462a-4dc5-9a3f-4a5b6ef37af7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.280399 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-928b6966-462a-4dc5-9a3f-4a5b6ef37af7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.284477 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-928b6966-462a-4dc5-9a3f-4a5b6ef37af7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "DELETE /v2.0/security-groups/19bc522d-9afe-49eb-b67f-d3cc67d17edb HTTP/1.1" status: 204 len: 168 time: 0.1750011 Sep 03 20:33:26.284573 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36610) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:26.294493 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b6966-462a-4dc5-9a3f-4a5b6ef37af7 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc522d-9afe-49eb-b67f-d3cc67d17edb,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:26.355455 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f3f6b2cf-aa51-4628-963b-0b56295d160c None None] Provisioning complete for port 72673f31-d1ee-46a6-90d1-eab1118dbb14 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:26.356594 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3f6b2cf-aa51-4628-963b-0b56295d160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.425630 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c94b2b-ddcf-4c74-995b-d6901e8987bd req-bda0d849-5e53-401d-8133-35450143e4f3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:26.427110 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16c94b2b-ddcf-4c74-995b-d6901e8987bd req-bda0d849-5e53-401d-8133-35450143e4f3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0956612 Sep 03 20:33:26.495026 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-16c94b2b-ddcf-4c74-995b-d6901e8987bd req-a133a332-364c-41a6-a625-409a95f39d57 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599401 Sep 03 20:33:26.510822 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Deleting port 6154a19d-2e39-4293-bb5a-58dfb339a0f8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:26.511104 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.587754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.588089 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:26.599754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Calling delete_port for 6154a19d-2e39-4293-bb5a-58dfb339a0f8 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:27.012871 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:27.038295 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event deleted for resources: {'Port': ['ID=6154a19d-2e39-4293-bb5a-58dfb339a0f8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:27.095793 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:27.096124 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Floating IP 701ef777-2689-455a-baf4-5d1d4ab9fe73 disassociated (deleted). External IP: 172.27.2.4, port: 72673f31-d1ee-46a6-90d1-eab1118dbb14. Sep 03 20:33:27.306675 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:27.420455 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:27.424901 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:27.440114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] Sync routers for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:27.449249 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:27.450798 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:27.455783 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ee369700-dbc9-4aad-9165-b7db62678ea1 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "DELETE /v2.0/floatingips/701ef777-2689-455a-baf4-5d1d4ab9fe73 HTTP/1.1" status: 204 len: 168 time: 1.1693950 Sep 03 20:33:27.649049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201128a-8759-4b1d-8681-d4a7bf4f6c01 req-f8d01d75-d606-4b8c-aaa2-fb9b6a7519bc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:27.650603 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0201128a-8759-4b1d-8681-d4a7bf4f6c01 req-f8d01d75-d606-4b8c-aaa2-fb9b6a7519bc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0628946 Sep 03 20:33:27.682668 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:27.697281 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0201128a-8759-4b1d-8681-d4a7bf4f6c01 req-48bfe575-7097-4742-8a00-d2b40feac3b0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Sep 03 20:33:27.881563 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:27.912389 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] Checking router: 950bb8b4-237e-4572-a8b2-2bf9a61e1435 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:27.920599 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:27.921196 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:28.021860 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:28.155921 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:28.159134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95" -d '{"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:28.194134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebf9489-afe9-485b-a64c-23e190fd7411 x-openstack-request-id: req-3ebf9489-afe9-485b-a64c-23e190fd7411 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:28.194506 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:28.194818 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ebf9489-afe9-485b-a64c-23e190fd7411 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:28.195262 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'status': 'completed', 'code': 200} Sep 03 20:33:28.223224 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:28.249839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3046c9a-af5e-4dd8-9560-f0dbdcbc7dcf None None] The sync data for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi is: [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 4, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ad2e4403-996f-405c-a524-acc72ec742d5', 'name': '', 'network_id': 'd6a22364-0f6b-4e6a-a2e3-4ca19b64641d', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'mac_address': 'fa:16:3e:98:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:06Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'subnets': [{'id': '74813b4e-f992-49f0-a8a2-07d02fe19697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:28.455893 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed0bad-06b5-4335-91e1-7f69448f9a22 None None] New status for floating IP 701ef777-2689-455a-baf4-5d1d4ab9fe73: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:33:28.531888 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-d12b1eea-c83c-49a7-9518-431d3add598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.533376 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-d12b1eea-c83c-49a7-9518-431d3add598d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1098 time: 0.0417883 Sep 03 20:33:28.592195 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['72673f31-d1ee-46a6-90d1-eab1118dbb14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:33:28.643775 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-3f453ceb-e4b7-4ef5-b19e-2bb5dc846f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.645285 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-3f453ceb-e4b7-4ef5-b19e-2bb5dc846f87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 915 time: 0.0904269 Sep 03 20:33:28.688148 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-077ef1cd-9dc4-4f7a-8b95-ce8b2ce95e34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 217 time: 0.0337882 Sep 03 20:33:28.741437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-760081b2-47cc-41c0-94be-21de8b0370be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.743150 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-760081b2-47cc-41c0-94be-21de8b0370be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 200 len: 853 time: 0.0468819 Sep 03 20:33:28.799052 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-9e62452e-91d1-4b1b-bb8e-8dac23b9122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.800550 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-9e62452e-91d1-4b1b-bb8e-8dac23b9122f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427716 Sep 03 20:33:28.834270 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef51fe4-87ab-4fd7-8ac8-c07a850f9e3d req-62eab8e8-8dbe-4b43-b325-8c9273285d18 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.835770 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7ef51fe4-87ab-4fd7-8ac8-c07a850f9e3d req-62eab8e8-8dbe-4b43-b325-8c9273285d18 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0541303 Sep 03 20:33:28.876692 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7ef51fe4-87ab-4fd7-8ac8-c07a850f9e3d req-b364c71e-1fcd-4b6c-889a-cf8f46264504 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Sep 03 20:33:28.898448 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-54f5a396-72f4-4d74-83bb-194861ad1983 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897837 Sep 03 20:33:28.943202 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['72673f31-d1ee-46a6-90d1-eab1118dbb14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:33:29.002988 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1292cac5-052e-4906-830d-0ee7d748ec81 req-2c262b4d-e3e9-4177-9be3-2eaa73d813ed service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923312 Sep 03 20:33:29.104530 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-98f72ce2-52f8-441a-85c7-d3d69beaffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:29.106094 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-98f72ce2-52f8-441a-85c7-d3d69beaffc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 1098 time: 0.0433331 Sep 03 20:33:29.208214 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-224eee79-cdea-48c2-a2e8-9ee16d938118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:29.209720 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-224eee79-cdea-48c2-a2e8-9ee16d938118 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 200 len: 915 time: 0.0904090 Sep 03 20:33:29.259641 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-d34d4655-5d5b-4dcf-b0b6-5426d040a270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 200 len: 217 time: 0.0356867 Sep 03 20:33:29.310870 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-4415a27e-88e4-4043-aa9b-5faabf70d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:29.312357 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-4415a27e-88e4-4043-aa9b-5faabf70d3da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 200 len: 853 time: 0.0449252 Sep 03 20:33:29.366166 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-6f01a739-38a8-4440-84ca-3c70f3ce1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:29.367687 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-6f01a739-38a8-4440-84ca-3c70f3ce1989 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478661 Sep 03 20:33:29.485956 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-d3025b16-9761-4f98-8b8f-d8d8782ee7e2 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047075 Sep 03 20:33:29.574622 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd81a4a-74a6-4bd3-9112-192bb1b14e95 req-6bd95917-fd13-469d-91a5-086f241eae04 service neutron] 10.222.0.47 "GET /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803988 Sep 03 20:33:30.015351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc165e-1bf6-4902-a306-547a38930683 req-0ea466bf-3c48-4b63-8b80-8543b0d88527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:30.016777 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-54dc165e-1bf6-4902-a306-547a38930683 req-0ea466bf-3c48-4b63-8b80-8543b0d88527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0532441 Sep 03 20:33:30.053181 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-54dc165e-1bf6-4902-a306-547a38930683 req-91b33155-a774-4fee-9235-cf1611dd6e77 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Sep 03 20:33:30.809862 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:30.848027 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:30.870716 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:30.875438 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:30.875835 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:30.952634 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:30.975749 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:30.978013 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e163003-f17f-4ea1-b86f-1a51ffb4fefa" -d '{"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-plugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:30.993380 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:30.998512 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:31.025882 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9c34f4-4bc0-43fe-bd63-196022eff83c x-openstack-request-id: req-5a9c34f4-4bc0-43fe-bd63-196022eff83c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:31.026175 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-plugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:31.026422 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a9c34f4-4bc0-43fe-bd63-196022eff83c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:31.026808 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'code': 200} Sep 03 20:33:31.056516 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:31.174022 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be618d3-f916-45a7-b63c-876f49bfe1e0 req-93f73266-1333-4dba-8590-be93d8b8faa2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:31.175527 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1be618d3-f916-45a7-b63c-876f49bfe1e0 req-93f73266-1333-4dba-8590-be93d8b8faa2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0544131 Sep 03 20:33:31.214833 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1be618d3-f916-45a7-b63c-876f49bfe1e0 req-bf832141-3a15-41b6-8639-c7abb85924ab tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Sep 03 20:33:32.336326 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4bb8-6c7d-424b-8908-6d33d5ce2153 req-53bb3ca5-067a-413e-a78e-a426d1882470 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:32.337702 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a21a4bb8-6c7d-424b-8908-6d33d5ce2153 req-53bb3ca5-067a-413e-a78e-a426d1882470 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0489872 Sep 03 20:33:32.374893 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a21a4bb8-6c7d-424b-8908-6d33d5ce2153 req-f46a3c5c-810c-4650-a3b3-31047ddf3cd0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Sep 03 20:33:32.814083 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98683e-e839-44e9-936a-cb9b9abae579 req-597c647f-8f66-4ffd-89c4-a79160c58873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:32.814083 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5d98683e-e839-44e9-936a-cb9b9abae579 req-597c647f-8f66-4ffd-89c4-a79160c58873 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1098 time: 0.0396161 Sep 03 20:33:32.851794 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5d98683e-e839-44e9-936a-cb9b9abae579 req-e48ef520-f7a9-4de0-98ff-ba23c94ba2e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290093 Sep 03 20:33:33.340973 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d18add-e5d0-430c-93a9-110382f24884 req-afc5a21e-6b46-42b9-9e5c-a4902d4b4c20 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:33.342466 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-47d18add-e5d0-430c-93a9-110382f24884 req-afc5a21e-6b46-42b9-9e5c-a4902d4b4c20 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0546753 Sep 03 20:33:33.379564 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-47d18add-e5d0-430c-93a9-110382f24884 req-66d4e316-f17d-42a6-8ee9-e119cd428a16 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Sep 03 20:33:33.500800 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8704105-07eb-4d58-bf96-c5660c9b27b7 req-66ea167f-f32a-4657-808f-8556b31dbef9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:33.502409 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f8704105-07eb-4d58-bf96-c5660c9b27b7 req-66ea167f-f32a-4657-808f-8556b31dbef9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0514736 Sep 03 20:33:33.539642 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f8704105-07eb-4d58-bf96-c5660c9b27b7 req-195828a7-48a8-4cfb-8b4a-cf39421f0f26 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Sep 03 20:33:34.492136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da6b3-8f03-4988-a5c5-98a2caf0daa1 req-14eb2b0e-56d0-4fc4-b3ca-2f5881463e69 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:34.493624 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0c5da6b3-8f03-4988-a5c5-98a2caf0daa1 req-14eb2b0e-56d0-4fc4-b3ca-2f5881463e69 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Sep 03 20:33:34.529811 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0c5da6b3-8f03-4988-a5c5-98a2caf0daa1 req-bdf81b8b-599f-4ab5-94ab-559b503276e9 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295010 Sep 03 20:33:34.654625 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef75da-3f14-412c-933a-c1c80f62dd0f req-3760c24e-a1d5-4e82-8f38-c9c701d145d8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:34.656083 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e2ef75da-3f14-412c-933a-c1c80f62dd0f req-3760c24e-a1d5-4e82-8f38-c9c701d145d8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0475507 Sep 03 20:33:34.692516 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e2ef75da-3f14-412c-933a-c1c80f62dd0f req-149cd57b-ba45-492d-a295-d43057981a6e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304697 Sep 03 20:33:35.641470 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f7ecc-b80c-4bf2-8e79-25eea78aa7c3 req-f9c594f7-b746-4eda-b4d3-b6af4f2f7515 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:35.642937 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-893f7ecc-b80c-4bf2-8e79-25eea78aa7c3 req-f9c594f7-b746-4eda-b4d3-b6af4f2f7515 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0477262 Sep 03 20:33:35.678703 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-893f7ecc-b80c-4bf2-8e79-25eea78aa7c3 req-981176f3-733d-44e1-9faf-b0db1c0de145 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299621 Sep 03 20:33:35.810461 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0c649-7a51-41ba-bc85-93a50c1a6471 req-353fb03e-446e-47ed-b1cc-f3078a55cf57 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:35.812036 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-15d0c649-7a51-41ba-bc85-93a50c1a6471 req-353fb03e-446e-47ed-b1cc-f3078a55cf57 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0500572 Sep 03 20:33:35.849035 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-15d0c649-7a51-41ba-bc85-93a50c1a6471 req-9b704db1-4f24-4885-9f00-b6f0a121dc28 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Sep 03 20:33:36.796127 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40eea-a444-4876-9219-27a4e6eeaea2 req-945f85f2-74ba-4b45-b8dc-1dd65875245e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:36.797629 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e9a40eea-a444-4876-9219-27a4e6eeaea2 req-945f85f2-74ba-4b45-b8dc-1dd65875245e tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0531924 Sep 03 20:33:36.835692 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e9a40eea-a444-4876-9219-27a4e6eeaea2 req-315c435a-511a-4782-8099-51d128213644 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9380d59-e150-4930-a5da-ab90cf415362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Sep 03 20:33:36.970930 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a9c2-e1eb-4c2a-8400-28df8cae1f41 req-3a8d9a9d-7963-494d-acd8-62e5965e4ecc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:36.972342 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d606a9c2-e1eb-4c2a-8400-28df8cae1f41 req-3a8d9a9d-7963-494d-acd8-62e5965e4ecc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0547330 Sep 03 20:33:37.008448 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d606a9c2-e1eb-4c2a-8400-28df8cae1f41 req-4f622da1-6377-4259-9462-32cb648f05b7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303054 Sep 03 20:33:37.487248 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1585c767-6d85-494a-b8c5-94ae925c1595 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:37.488626 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1585c767-6d85-494a-b8c5-94ae925c1595 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 945 time: 0.0549104 Sep 03 20:33:37.580632 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Deleting port 72673f31-d1ee-46a6-90d1-eab1118dbb14 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:37.580972 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:37.666200 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] For port 72673f31-d1ee-46a6-90d1-eab1118dbb14, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=72673f31-d1ee-46a6-90d1-eab1118dbb14,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:37.666565 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:37.679083 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Calling delete_port for 72673f31-d1ee-46a6-90d1-eab1118dbb14 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:37.804003 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:37.816896 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['72673f31-d1ee-46a6-90d1-eab1118dbb14'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:33:37.831018 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Pushing event deleted for resources: {'Port': ['ID=72673f31-d1ee-46a6-90d1-eab1118dbb14,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:37.865808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.866175 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.866635 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.866922 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.867429 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.867807 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.868148 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.868486 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.868819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.869151 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.869509 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.869843 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:33:37.886202 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] No DVR routers for this DVR port 72673f31-d1ee-46a6-90d1-eab1118dbb14 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:37.888535 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:37.891003 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dcfebe15-18d1-41d4-a431-4f52a7bcdfbe req-1b089e2d-2ea4-4841-89fe-80f73a6ae139 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.47 "DELETE /v2.0/ports/72673f31-d1ee-46a6-90d1-eab1118dbb14 HTTP/1.1" status: 204 len: 173 time: 0.3952677 Sep 03 20:33:37.891003 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'name': 'network-vif-deleted', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:37.893227 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b130bfb-e506-44c9-bcd2-f4efec27d5c8" -d '{"events": [{"server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "name": "network-vif-deleted", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:37.935479 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f014862f-3ffd-4a7c-9736-c8fab52c5810 req-e01db4d6-6e0c-41fe-a616-f23957e92219 tempest-TestMinimumBasicScenario-2029746599 tempest-TestMinimumBasicScenario-2029746599-project] 10.222.0.23 "GET /v2.0/ports?device_id=67f70f51-9564-442c-bf6d-9b792d29aa49 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Sep 03 20:33:37.937743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f5129-1c12-44a8-859e-a6ceae37f41a x-openstack-request-id: req-216f5129-1c12-44a8-859e-a6ceae37f41a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:37.938216 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f70f51-9564-442c-bf6d-9b792d29aa49", "name": "network-vif-deleted", "tag": "72673f31-d1ee-46a6-90d1-eab1118dbb14", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:37.938419 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-216f5129-1c12-44a8-859e-a6ceae37f41a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:37.938814 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f70f51-9564-442c-bf6d-9b792d29aa49', 'name': 'network-vif-deleted', 'tag': '72673f31-d1ee-46a6-90d1-eab1118dbb14', 'status': 'completed', 'code': 200} Sep 03 20:33:38.135722 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ffda-fcf7-4e40-8118-9693f48f52f0 req-a803bdb3-5af8-45ff-b402-58bd251ea21e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:38.137634 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b021ffda-fcf7-4e40-8118-9693f48f52f0 req-a803bdb3-5af8-45ff-b402-58bd251ea21e tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0525820 Sep 03 20:33:38.176288 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b021ffda-fcf7-4e40-8118-9693f48f52f0 req-b38e52ce-a346-4b6a-bb03-c7e9f3e8b9c0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Sep 03 20:33:38.302240 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840a29-fb64-4bdb-a788-84429e11733b req-e5df02ec-cb7a-4c91-bcf5-0c836fa1d0b3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:38.304010 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-21840a29-fb64-4bdb-a788-84429e11733b req-e5df02ec-cb7a-4c91-bcf5-0c836fa1d0b3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0534770 Sep 03 20:33:38.314822 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36756) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:38.319359 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Request body: {'floatingip': {'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:38.363420 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:38.777923 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:38.781228 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:38.882852 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Floating IP 00083286-4a23-4422-9fc2-da167d61d113 associated. External IP: 172.27.2.141, port: 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb. Sep 03 20:33:39.100362 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:39.223366 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:39.228355 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:39.234560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:39.243919 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:39.244693 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:39.261029 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-af7bd3c3-fb45-4f6b-a251-e2359acb481a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "PUT /v2.0/floatingips/00083286-4a23-4422-9fc2-da167d61d113 HTTP/1.1" status: 200 len: 991 time: 0.9426522 Sep 03 20:33:39.365496 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:39.651497 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '00083286-4a23-4422-9fc2-da167d61d113', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'mac_address': 'fa:16:3e:b4:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:33:19Z', 'updated_at': '2021-09-03T20:33:38Z', 'revision_number': 1, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:39.677339 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:39.689187 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:39.689847 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:39.697548 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36814) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:39.791707 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:40.025572 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '00083286-4a23-4422-9fc2-da167d61d113', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'mac_address': 'fa:16:3e:b4:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:33:19Z', 'updated_at': '2021-09-03T20:33:38Z', 'revision_number': 1, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:40.054157 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:40.055223 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b6786-ce3d-4697-b47e-1687945a3de1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:40.103738 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ca812-c178-4547-a2f3-b31de607a423 x-openstack-request-id: req-df6ca812-c178-4547-a2f3-b31de607a423 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:40.104150 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:40.104498 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df6ca812-c178-4547-a2f3-b31de607a423 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:40.104970 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'status': 'completed', 'code': 200} Sep 03 20:33:40.179707 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc4ec4-7e80-4f1e-92f4-310a1334e930 None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '00083286-4a23-4422-9fc2-da167d61d113', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'mac_address': 'fa:16:3e:b4:0a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:33:19Z', 'updated_at': '2021-09-03T20:33:38Z', 'revision_number': 1, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:40.193793 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80170e5-e365-4649-8a18-cc1de8e05508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:40.209242 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-f889f430-68b1-430a-9e72-ac2ee4a586fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:40.211398 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-f889f430-68b1-430a-9e72-ac2ee4a586fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1098 time: 0.0785444 Sep 03 20:33:40.376879 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe954cc-f76f-4611-b9a3-f88965ef4b14 None None] New status for floating IP 00083286-4a23-4422-9fc2-da167d61d113: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:33:40.378730 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-fe7b867d-c4d1-4953-86d0-80a707cbd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:40.380237 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-fe7b867d-c4d1-4953-86d0-80a707cbd4de service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.1465752 Sep 03 20:33:40.506600 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-78fc1742-45d6-47ac-b7ec-a61d8033f6ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 999 time: 0.0993066 Sep 03 20:33:40.552049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:40.632534 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-3150c6ef-0752-4439-9c2c-2bdbf57b10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:40.634029 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-3150c6ef-0752-4439-9c2c-2bdbf57b10a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.1190124 Sep 03 20:33:40.741445 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-b38ee276-42cd-48a4-8a7f-383187dd57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:40.742908 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-b38ee276-42cd-48a4-8a7f-383187dd57d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980086 Sep 03 20:33:40.891055 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-2ddc0b5e-2daf-4000-96a7-7d508efa75a4 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347656 Sep 03 20:33:41.021236 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-640b6786-ce3d-4697-b47e-1687945a3de1 req-c877123a-17dc-498c-807b-267bdef324b3 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119521 Sep 03 20:33:41.028590 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Deleting port ad2e4403-996f-405c-a524-acc72ec742d5 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:41.028941 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:41.105570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] For port ad2e4403-996f-405c-a524-acc72ec742d5, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=ad2e4403-996f-405c-a524-acc72ec742d5,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:41.105936 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:41.121283 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Calling delete_port for ad2e4403-996f-405c-a524-acc72ec742d5 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:41.303999 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:41.330588 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2e4403-996f-405c-a524-acc72ec742d5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:41.522149 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:41.626115 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-9d81724b-4717-4db1-872c-1003efb09914 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234149290&fields=id&tenant_id=a22664f610824f7d9cf8315040b1680c HTTP/1.1" status: 200 len: 267 time: 0.0319095 Sep 03 20:33:41.732078 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d823c9f2-24d2-41d9-a40b-404a29ac79e1 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:41.732606 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:41.733476 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d823c9f2-24d2-41d9-a40b-404a29ac79e1 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 809 time: 0.1008039 Sep 03 20:33:41.748456 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-98b8ac1d-03b1-445f-903f-22255019009f tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/quotas/a22664f610824f7d9cf8315040b1680c HTTP/1.1" status: 200 len: 375 time: 0.0093913 Sep 03 20:33:41.798165 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-842ecf38-5690-4c61-8be8-a15d0dc3fced tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442388 Sep 03 20:33:41.836908 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:41.842353 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-9a5a19bf-95a0-4619-8e05-baca68421417 admin admin] 10.222.0.23 "PUT /v2.0/routers/950bb8b4-237e-4572-a8b2-2bf9a61e1435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1437118 Sep 03 20:33:41.844718 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36848) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:41.848881 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] Sync routers for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:41.861373 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:41.862703 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:41.901572 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-13dc7417-260c-4716-8ef8-fb722471c137 service neutron] 10.222.0.23 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916061 Sep 03 20:33:41.980863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:42.016232 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-32e5f0ae-4eb5-485e-bf75-dae16c744fae service neutron] 10.222.0.23 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057684 Sep 03 20:33:42.187101 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.197236 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:33:41Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:42.234465 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] Checking router: 950bb8b4-237e-4572-a8b2-2bf9a61e1435 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:42.243546 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] Routers {'950bb8b4-237e-4572-a8b2-2bf9a61e1435'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:42.244780 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:42.293849 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.355035 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] Set router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:42.385671 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-12873bea-0580-4242-bce7-e3cf3da78956 req-e5f0eb9f-9d3b-4fe6-bcb1-01c471f5c4d9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 210 time: 0.0317183 Sep 03 20:33:42.388257 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Deleting port 68d372dd-084b-4acb-8272-4aa323a2c9c3 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:42.388257 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.486073 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] For port 68d372dd-084b-4acb-8272-4aa323a2c9c3, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=68d372dd-084b-4acb-8272-4aa323a2c9c3,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:42.486539 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.503754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Calling delete_port for 68d372dd-084b-4acb-8272-4aa323a2c9c3 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:42.526436 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 72673f31-d1ee-46a6-90d1-eab1118dbb14 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:42.557285 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 72673f31-d1ee-46a6-90d1-eab1118dbb14 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:42.557790 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 72673f31-d1ee-46a6-90d1-eab1118dbb14 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:42.623798 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:33:41Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:42.680472 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac926f90-4d83-45a7-80fa-ba1cdff94e1a None None] The sync data for ids ['950bb8b4-237e-4572-a8b2-2bf9a61e1435'] in dv-cinder-760152-5-iscsi is: [{'id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'name': 'tempest-TestMinimumBasicScenario-244735836-router', 'tenant_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:02Z', 'updated_at': '2021-09-03T20:33:41Z', 'revision_number': 5, 'project_id': 'dcdb5b1b9e6643d0b870ec55378d20d0', 'gw_port': {'id': '68d372dd-084b-4acb-8272-4aa323a2c9c3', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bb8b4-237e-4572-a8b2-2bf9a61e1435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:03Z', 'updated_at': '2021-09-03T20:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:42.695706 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04096b9d-e84b-4b3f-8f74-9d44b4015aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.717098 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.750147 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d372dd-084b-4acb-8272-4aa323a2c9c3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:42.782108 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187f95-730f-49e4-821a-a0b261751642 req-a2f1795d-9d0d-4fb0-9b4e-f5efdbf0b45e tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:42.783766 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b4187f95-730f-49e4-821a-a0b261751642 req-a2f1795d-9d0d-4fb0-9b4e-f5efdbf0b45e tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 945 time: 0.0563776 Sep 03 20:33:42.819791 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.823792 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b4187f95-730f-49e4-821a-a0b261751642 req-0873cd08-1b0c-4c1e-9438-df0754a52641 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Sep 03 20:33:42.911879 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.914078 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.960454 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.961501 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 950bb8b4-237e-4572-a8b2-2bf9a61e1435 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:33:42.966142 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.967617 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-efb5367d-e797-409b-acb1-c3907db56da8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/950bb8b4-237e-4572-a8b2-2bf9a61e1435 HTTP/1.1" status: 204 len: 168 time: 1.1216302 Sep 03 20:33:42.969942 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36874) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:43.006716 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.014793 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Deleting subnet 74813b4e-f992-49f0-a8a2-07d02fe19697 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:33:43.018183 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.052661 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.168249 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.232284 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.257454 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74813b4e-f992-49f0-a8a2-07d02fe19697,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:43.263601 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.267917 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fa65c4f3-2b2d-4a15-a10b-6004f830d588 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/74813b4e-f992-49f0-a8a2-07d02fe19697 HTTP/1.1" status: 204 len: 168 time: 0.2946877 Sep 03 20:33:43.268142 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36876) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:43.270839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadda7a2-b148-44da-b5b4-a7ec24d85eba None None] Network d6a22364-0f6b-4e6a-a2e3-4ca19b64641d requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:33:43.300167 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ad2e4403-996f-405c-a524-acc72ec742d5 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:43.344189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.355081 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: ad2e4403-996f-405c-a524-acc72ec742d5 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:43.356004 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ad2e4403-996f-405c-a524-acc72ec742d5 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:43.403444 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Deleting port 13e3ebd6-3136-4f71-b945-79823f3a7a21 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:43.403788 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.503829 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] For port 13e3ebd6-3136-4f71-b945-79823f3a7a21, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=13e3ebd6-3136-4f71-b945-79823f3a7a21,segment=NetworkSegment(f514bba0-5032-456b-bded-9be402f85391),segment_id=f514bba0-5032-456b-bded-9be402f85391)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:43.504570 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.512064 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d2dca9be-cc32-4e2c-b371-e8135649397a req-93b4da57-ac16-4686-ae37-d3acb6952bd5 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 210 time: 0.0350568 Sep 03 20:33:43.536693 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Calling delete_port for 13e3ebd6-3136-4f71-b945-79823f3a7a21 owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:43.544021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-8995a9ca-d317-41f4-aa66-5cafa42a412e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:43.545517 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-8995a9ca-d317-41f4-aa66-5cafa42a412e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 809 time: 0.1863010 Sep 03 20:33:43.596566 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-24774ab7-c439-4614-9104-fb6eeb49e07e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a22664f610824f7d9cf8315040b1680c HTTP/1.1" status: 200 len: 379 time: 0.0337899 Sep 03 20:33:43.607358 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'port': {'device_id': '639c81af-b9be-49a1-abba-d090e776fbfb', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'admin_state_up': True, 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'security_groups': ['ed840411-f031-4442-8a3a-72db8e09a964']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:43.617157 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.642434 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e3ebd6-3136-4f71-b945-79823f3a7a21,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:43.646296 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] No DVR routers for this DVR port 13e3ebd6-3136-4f71-b945-79823f3a7a21 on host dv-cinder-760152-5-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:43.719626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.723300 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Made reservation on behalf of a22664f610824f7d9cf8315040b1680c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:43.727526 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.731539 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a22364-0f6b-4e6a-a2e3-4ca19b64641d']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:43.743087 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f514bba0-5032-456b-bded-9be402f85391') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:43.743636 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f514bba0-5032-456b-bded-9be402f85391') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:43.753686 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.762679 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1634887-3acb-4f8c-961e-606a2c78b469 None None] DHCP port deletion for d6a22364-0f6b-4e6a-a2e3-4ca19b64641d request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:33:43.772696 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.781680 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:33:43.782542 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:33:43.786350 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:33:43.816503 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.859066 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.868792 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.871047 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d6a22364-0f6b-4e6a-a2e3-4ca19b64641d HTTP/1.1" status: 204 len: 168 time: 0.6019638 Sep 03 20:33:43.874008 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36884) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:43.911935 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Allocated IP 172.20.0.7 (0d0c9c13-7f6c-4b4c-a028-c684dd4dad40/80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac/30b1750e-5e34-4dcf-b2ab-265fa8261a47) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:43.980264 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba78a64-2c83-48ea-8329-cd89aea46a78 req-c0c1205d-fb40-43ac-a0b4-8a3d5fd2ac44 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:43.981900 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9ba78a64-2c83-48ea-8329-cd89aea46a78 req-c0c1205d-fb40-43ac-a0b4-8a3d5fd2ac44 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 945 time: 0.0831957 Sep 03 20:33:44.058124 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9ba78a64-2c83-48ea-8329-cd89aea46a78 req-2c2b863d-061b-4ca5-8f8d-0dbccd6ff032 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603049 Sep 03 20:33:44.142646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.156181 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Transition to ACTIVE for port object 30b1750e-5e34-4dcf-b2ab-265fa8261a47 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:44.161046 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bafac4-d26c-42b8-bd7f-b486e3d7f008 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a22364-0f6b-4e6a-a2e3-4ca19b64641d,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:44.188755 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.230280 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:44.233440 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:44.235777 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:44.273324 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:44.296545 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:44.297497 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.313548 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-0e8eb3df-45f9-4135-9c7c-5f47a8cf0c71 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7104135 Sep 03 20:33:44.327628 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Request body: {'port': {'device_id': '639c81af-b9be-49a1-abba-d090e776fbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:44.390427 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.485734 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-3215d321-0577-429b-bf43-decf2b0c12d3 None None] Provisioning for port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:44.490300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-3215d321-0577-429b-bf43-decf2b0c12d3 None None] Provisioning complete for port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:44.490935 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3215d321-0577-429b-bf43-decf2b0c12d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.494847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.527291 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3215d321-0577-429b-bf43-decf2b0c12d3 None None] Port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:33:44.642300 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb16f44-032f-4617-b853-e99e8b653044 req-8915d9d0-d01b-4d07-a5e2-f4c6bc28e351 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:44.643770 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bdb16f44-032f-4617-b853-e99e8b653044 req-8915d9d0-d01b-4d07-a5e2-f4c6bc28e351 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 945 time: 0.0894899 Sep 03 20:33:44.668725 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90111ec1-000d-4a24-8024-655d8540983c req-3e677a7d-16ab-4966-a1ac-caf26327032d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:44.670173 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-90111ec1-000d-4a24-8024-655d8540983c req-3e677a7d-16ab-4966-a1ac-caf26327032d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 931 time: 0.0851848 Sep 03 20:33:44.729239 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-90111ec1-000d-4a24-8024-655d8540983c req-4ec9cefc-cd16-4b1b-802d-d064272b673e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Sep 03 20:33:44.760747 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b1750e-5e34-4dcf-b2ab-265fa8261a47 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:33:44.771191 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.787750 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Transition to ACTIVE for port object 30b1750e-5e34-4dcf-b2ab-265fa8261a47 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:44.798126 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Deleting port 3539a123-e2dd-478e-904d-1a3fb1a7c826 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:44.798484 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.802371 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.819634 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Deleting port 412395b3-ae4a-4e52-892a-479bce01211e {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:44.820195 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.905948 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] For port 412395b3-ae4a-4e52-892a-479bce01211e, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=412395b3-ae4a-4e52-892a-479bce01211e,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:44.906343 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.908030 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:44.920363 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Calling delete_port for 412395b3-ae4a-4e52-892a-479bce01211e owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:44.977435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] For port 3539a123-e2dd-478e-904d-1a3fb1a7c826, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3539a123-e2dd-478e-904d-1a3fb1a7c826,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:44.977811 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.994707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Calling delete_port for 3539a123-e2dd-478e-904d-1a3fb1a7c826 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:45.016555 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Attempting to bind port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:45.016892 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Attempting to bind port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:45.017223 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Attempting to bind port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 on network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:45.054007 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 on network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:33:45.054335 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Attempting to bind port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 on network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:45.063272 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:45.063610 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Checking segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:45.063996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Bound using segment: {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:45.064422 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Bound port: 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7919faf7-58a3-4db4-aba3-d509cc0764ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:45.064778 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.111479 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.146784 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=412395b3-ae4a-4e52-892a-479bce01211e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:45.181308 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:45.222317 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:45.225637 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.240879 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['3539a123-e2dd-478e-904d-1a3fb1a7c826'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:33:45.264866 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.267137 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab41bf-58f3-4cd4-9081-5f473e7370f4 req-58c604a8-eb81-482d-91cf-8438b72df2fb tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:45.269042 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e1ab41bf-58f3-4cd4-9081-5f473e7370f4 req-58c604a8-eb81-482d-91cf-8438b72df2fb tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b06682f-79f1-4ecf-955d-c47e4d0cb66a HTTP/1.1" status: 200 len: 867 time: 0.1240449 Sep 03 20:33:45.270671 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Pushing event deleted for resources: {'Port': ['ID=3539a123-e2dd-478e-904d-1a3fb1a7c826,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:45.329614 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:45.330250 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.331701 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] 10.222.0.47 "PUT /v2.0/ports/30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 1093 time: 1.0091970 Sep 03 20:33:45.332337 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:45.335722 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4b4882-1b47-475e-9d16-7f3cffd45985" -d '{"events": [{"name": "network-changed", "server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:45.364263 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] No DVR routers for this DVR port 3539a123-e2dd-478e-904d-1a3fb1a7c826 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:45.364648 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 68d372dd-084b-4acb-8272-4aa323a2c9c3 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:45.368536 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.371613 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "DELETE /v2.0/ports/3539a123-e2dd-478e-904d-1a3fb1a7c826 HTTP/1.1" status: 204 len: 173 time: 0.7205245 Sep 03 20:33:45.432989 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4ab07d-4e78-42c7-a6c3-93740f987bb5 x-openstack-request-id: req-dc4ab07d-4e78-42c7-a6c3-93740f987bb5 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:45.433243 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:45.434037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc4ab07d-4e78-42c7-a6c3-93740f987bb5 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:45.434202 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'status': 'completed', 'code': 200} Sep 03 20:33:45.437571 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add2bd-dca2-4e54-ae2d-800af6607183 service neutron] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:45.454597 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e1ab41bf-58f3-4cd4-9081-5f473e7370f4 req-2cfebb38-9b81-4ba4-9af2-e0c2f0cfa68e tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 Sep 03 20:33:45.461213 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 68d372dd-084b-4acb-8272-4aa323a2c9c3 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:45.462136 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 68d372dd-084b-4acb-8272-4aa323a2c9c3 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:45.462823 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 13e3ebd6-3136-4f71-b945-79823f3a7a21 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:45.476690 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-3197a535-de41-4307-b483-b2c6e54dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:45.478252 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-3197a535-de41-4307-b483-b2c6e54dce0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1096 time: 0.1004720 Sep 03 20:33:45.490717 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 13e3ebd6-3136-4f71-b945-79823f3a7a21 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:45.491269 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 13e3ebd6-3136-4f71-b945-79823f3a7a21 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:45.504802 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.557164 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-4134a208-b922-4241-9f84-94c1cf2aaa87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 217 time: 0.0610235 Sep 03 20:33:45.560837 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:45.635672 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-3dabf445-7b69-422a-9ed2-708f182c2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:45.637676 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-3dabf445-7b69-422a-9ed2-708f182c2dea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0451925 Sep 03 20:33:45.684749 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-279ecf96-668c-4cef-8426-8c56aa04fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:45.686214 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-279ecf96-668c-4cef-8426-8c56aa04fa65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407548 Sep 03 20:33:45.740994 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:45.800776 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-6bc9b8cb-b8ba-4cca-b2ec-8d6927ae635a service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957587 Sep 03 20:33:45.869000 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:45.877549 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-dc5a9904-7533-4abd-bec3-ddbdbcfdefd2 admin admin] 10.222.0.23 "PUT /v2.0/routers/bcec8ce5-6886-4149-baa8-3fc8eb6c67ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0022907 Sep 03 20:33:45.879924 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36900) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:45.883414 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] Sync routers for ids ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:45.903434 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] Routers {'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:45.904282 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:45.937237 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d4cc-e114-41c4-914e-3a1432700a69 req-176e308b-e0ab-4406-b980-942e9c148073 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:45.938921 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0953d4cc-e114-41c4-914e-3a1432700a69 req-176e308b-e0ab-4406-b980-942e9c148073 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.1210039 Sep 03 20:33:45.972859 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d6b72e1-8048-4db5-8598-2acab30f0bd5 req-a0e96422-6271-4a17-81ba-778a87351949 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531560 Sep 03 20:33:46.011210 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0953d4cc-e114-41c4-914e-3a1432700a69 req-2379eecd-ed9e-4cf8-bd3c-5d0427ec0206 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625024 Sep 03 20:33:46.020339 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] Set router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:46.023145 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.086245 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-e6b8f8a3-ee3c-4aef-a55d-39ae09ddcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:46.087824 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-e6b8f8a3-ee3c-4aef-a55d-39ae09ddcee2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1096 time: 0.0534573 Sep 03 20:33:46.130395 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.184809 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Deleting port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:46.185163 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.185378 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-39479293-db38-4acf-aaee-52bd7f81615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:46.186967 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-39479293-db38-4acf-aaee-52bd7f81615b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.0911722 Sep 03 20:33:46.211970 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:33:45Z', 'revision_number': 5, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port': {'id': '2960ce16-71fd-4db0-acb6-b72b0e9a1aea', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:46.229808 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-9e27a241-1ae0-4a4d-a1b8-1308208aa284 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 217 time: 0.0346408 Sep 03 20:33:46.238718 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] Checking router: bcec8ce5-6886-4149-baa8-3fc8eb6c67ae for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:46.248202 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] Routers {'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:46.248807 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:46.274549 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] For port 2960ce16-71fd-4db0-acb6-b72b0e9a1aea, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:46.275180 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.283222 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-b63afff2-5304-4d55-a057-9709dac909d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:46.284710 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-b63afff2-5304-4d55-a057-9709dac909d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0479009 Sep 03 20:33:46.290985 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Calling delete_port for 2960ce16-71fd-4db0-acb6-b72b0e9a1aea owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:46.333137 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] Set router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:46.334470 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-a9548945-b1e9-4747-8cc3-9a55b0bbef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:46.335975 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-a9548945-b1e9-4747-8cc3-9a55b0bbef80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437961 Sep 03 20:33:46.383613 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:33:46Z', 'revision_number': 6, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:46.411188 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e260ac6-4400-4f96-a7d9-dfe87b0f238a None None] The sync data for ids ['bcec8ce5-6886-4149-baa8-3fc8eb6c67ae'] in dv-cinder-760152-5-iscsi is: [{'id': 'bcec8ce5-6886-4149-baa8-3fc8eb6c67ae', 'name': 'tempest-TestMinimumBasicScenario-496585704-router', 'tenant_id': '04d022e8e7b847d4acf04c42dc52de2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:30:11Z', 'updated_at': '2021-09-03T20:33:46Z', 'revision_number': 6, 'project_id': '04d022e8e7b847d4acf04c42dc52de2e', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:46.447670 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-aade0d16-e2f0-48d9-9fee-7df8547d39a1 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956314 Sep 03 20:33:46.471365 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.494835 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Pushing event deleted for resources: {'Port': ['ID=2960ce16-71fd-4db0-acb6-b72b0e9a1aea,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:46.552862 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf4b4882-1b47-475e-9d16-7f3cffd45985 req-7e01a15c-654a-4296-98c6-3fc32d6c016a service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977430 Sep 03 20:33:46.564980 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.674800 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.677732 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.744313 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.744995 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcec8ce5-6886-4149-baa8-3fc8eb6c67ae {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:33:46.749779 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.750927 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-88478125-82db-4c65-a2d1-15650758450d admin admin] 10.222.0.23 "DELETE /v2.0/routers/bcec8ce5-6886-4149-baa8-3fc8eb6c67ae HTTP/1.1" status: 204 len: 168 time: 0.8699846 Sep 03 20:33:46.753546 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36908) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:46.800674 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Deleting subnet fe9975d9-b043-465d-9086-bf89933c97d1 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:33:46.803960 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:46.838104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.178408 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.233412 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcef9b9-ebb1-4fdf-a929-c82555ec225a req-ab5d0a27-67a8-49f0-afb5-5db094f77a52 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:47.234920 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bdcef9b9-ebb1-4fdf-a929-c82555ec225a req-ab5d0a27-67a8-49f0-afb5-5db094f77a52 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0844147 Sep 03 20:33:47.236618 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 412395b3-ae4a-4e52-892a-479bce01211e no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:47.257328 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 412395b3-ae4a-4e52-892a-479bce01211e {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:47.257700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 412395b3-ae4a-4e52-892a-479bce01211e not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:47.258123 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 2960ce16-71fd-4db0-acb6-b72b0e9a1aea no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:47.270200 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.280979 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 2960ce16-71fd-4db0-acb6-b72b0e9a1aea {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:47.281222 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 2960ce16-71fd-4db0-acb6-b72b0e9a1aea not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:47.306280 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bdcef9b9-ebb1-4fdf-a929-c82555ec225a req-47fbe5b3-aa5b-4862-bb75-799d374d4db7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629890 Sep 03 20:33:47.308431 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9975d9-b043-465d-9086-bf89933c97d1,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:47.311113 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.315366 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:47.315832 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7902df20-b0b5-4c6d-be4e-463cae19cb68 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fe9975d9-b043-465d-9086-bf89933c97d1 HTTP/1.1" status: 204 len: 168 time: 0.5607982 Sep 03 20:33:47.318419 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b646f-6dca-4928-95ce-2f86ccf5bfcd None None] Network 8fb3a0c8-a7f5-4269-827a-d12fb4df440d requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:33:47.391007 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.435034 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'name': 'network-vif-deleted', 'tag': '3539a123-e2dd-478e-904d-1a3fb1a7c826'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:47.437298 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d85fbe-436f-43bc-ba6b-02877e177f78" -d '{"events": [{"server_uuid": "9b06682f-79f1-4ecf-955d-c47e4d0cb66a", "name": "network-vif-deleted", "tag": "3539a123-e2dd-478e-904d-1a3fb1a7c826"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:47.464173 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Deleting port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:47.464524 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.487184 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0be91ce-363d-492d-9d4c-f456fa4e1e3b x-openstack-request-id: req-e0be91ce-363d-492d-9d4c-f456fa4e1e3b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:47.487478 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b06682f-79f1-4ecf-955d-c47e4d0cb66a", "name": "network-vif-deleted", "tag": "3539a123-e2dd-478e-904d-1a3fb1a7c826", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:47.487738 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0be91ce-363d-492d-9d4c-f456fa4e1e3b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:47.488246 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b06682f-79f1-4ecf-955d-c47e4d0cb66a', 'name': 'network-vif-deleted', 'tag': '3539a123-e2dd-478e-904d-1a3fb1a7c826', 'status': 'completed', 'code': 200} Sep 03 20:33:47.527372 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] DHCP port deletion for 8fb3a0c8-a7f5-4269-827a-d12fb4df440d request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:33:47.532992 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] For port f3c6d44e-69be-4e8e-959f-b41ee5a73b56, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:47.533354 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.545613 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Calling delete_port for f3c6d44e-69be-4e8e-959f-b41ee5a73b56 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:47.572113 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] Deleting port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:47.572495 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.626003 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.636093 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] For port f3c6d44e-69be-4e8e-959f-b41ee5a73b56, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,segment=NetworkSegment(139377c8-4f1a-43bd-bda9-97f2250facd6),segment_id=139377c8-4f1a-43bd-bda9-97f2250facd6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:47.636499 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.648297 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] Calling delete_port for f3c6d44e-69be-4e8e-959f-b41ee5a73b56 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:47.652433 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:47.655913 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] No DVR routers for this DVR port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 on host dv-cinder-760152-5-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:47.731254 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.742210 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb3a0c8-a7f5-4269-827a-d12fb4df440d']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:47.753052 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139377c8-4f1a-43bd-bda9-97f2250facd6') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:47.753347 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139377c8-4f1a-43bd-bda9-97f2250facd6') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:47.762270 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.762624 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.776536 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.783272 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:33:47.783672 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:33:47.785668 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:33:47.787587 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] Pushing event deleted for resources: {'Port': ['ID=f3c6d44e-69be-4e8e-959f-b41ee5a73b56,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:47.790503 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f6ece-fda3-4e07-af20-c55eb45b96be None None] No DVR routers for this DVR port f3c6d44e-69be-4e8e-959f-b41ee5a73b56 on host dv-cinder-760152-5-iscsi {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:47.842666 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.846979 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:47.848823 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] 10.222.0.23 "DELETE /v2.0/networks/8fb3a0c8-a7f5-4269-827a-d12fb4df440d HTTP/1.1" status: 204 len: 168 time: 0.5318878 Sep 03 20:33:47.860337 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616508ac-8bf9-43f9-853f-852bd33f9ece admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb3a0c8-a7f5-4269-827a-d12fb4df440d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:48.003678 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36924) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:48.045694 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-df40eb7e-3830-4f9b-aa81-9d63be49b16b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcdb5b1b9e6643d0b870ec55378d20d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408225 Sep 03 20:33:48.047940 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 36926) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:48.094422 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7568c879-c12d-4015-8fc8-afb42c1dc0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.114272 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7568c879-c12d-4015-8fc8-afb42c1dc0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.159004 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7568c879-c12d-4015-8fc8-afb42c1dc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.161649 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7568c879-c12d-4015-8fc8-afb42c1dc0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.162753 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7568c879-c12d-4015-8fc8-afb42c1dc0d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9380d59-e150-4930-a5da-ab90cf415362 HTTP/1.1" status: 204 len: 168 time: 0.1139100 Sep 03 20:33:48.170407 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c879-c12d-4015-8fc8-afb42c1dc0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9380d59-e150-4930-a5da-ab90cf415362,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:48.468960 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:48.512523 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-e1e0c0f5-5086-4ad7-9d3f-e572a787212c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04d022e8e7b847d4acf04c42dc52de2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423393 Sep 03 20:33:48.515056 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 36938) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:48.562417 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4216bdc-0d4b-403e-8de4-49368805543a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.583522 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4216bdc-0d4b-403e-8de4-49368805543a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.587772 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10a23-c0c8-4007-af9d-3078205e81cb req-8fc8caa4-b3bb-4962-9133-e88a88745d4a tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:48.589265 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1bd10a23-c0c8-4007-af9d-3078205e81cb req-8fc8caa4-b3bb-4962-9133-e88a88745d4a tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.2125816 Sep 03 20:33:48.628943 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1bd10a23-c0c8-4007-af9d-3078205e81cb req-f085fa47-eebc-4c09-bb86-e19fe7fe6233 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335088 Sep 03 20:33:48.631772 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4216bdc-0d4b-403e-8de4-49368805543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.634473 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4216bdc-0d4b-403e-8de4-49368805543a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:48.635610 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c4216bdc-0d4b-403e-8de4-49368805543a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5cbdf3b-7de5-428e-8b73-28db13a25449 HTTP/1.1" status: 204 len: 168 time: 0.1196635 Sep 03 20:33:48.644275 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4216bdc-0d4b-403e-8de4-49368805543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cbdf3b-7de5-428e-8b73-28db13a25449,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:49.216450 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f3c6d44e-69be-4e8e-959f-b41ee5a73b56 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:49.236000 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: f3c6d44e-69be-4e8e-959f-b41ee5a73b56 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:49.236343 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f3c6d44e-69be-4e8e-959f-b41ee5a73b56 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:49.629588 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3539a123-e2dd-478e-904d-1a3fb1a7c826 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:49.651129 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 3539a123-e2dd-478e-904d-1a3fb1a7c826 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:49.651129 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3539a123-e2dd-478e-904d-1a3fb1a7c826 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:49.746687 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8757f48-c2fc-40c5-88f3-d938fa2c983f req-cd5cd51d-991d-416c-b38a-25470b199e8b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:49.747767 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a8757f48-c2fc-40c5-88f3-d938fa2c983f req-cd5cd51d-991d-416c-b38a-25470b199e8b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0518093 Sep 03 20:33:49.788469 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a8757f48-c2fc-40c5-88f3-d938fa2c983f req-c5cca02b-261a-4a8b-99c6-84030b1e8ce7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Sep 03 20:33:50.258028 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e5a38-e060-455d-ab25-1e94b3430675 req-eb95859a-d827-4949-8460-419bd1c0c63e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:50.259490 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-089e5a38-e060-455d-ab25-1e94b3430675 req-eb95859a-d827-4949-8460-419bd1c0c63e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.1954210 Sep 03 20:33:50.296430 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-089e5a38-e060-455d-ab25-1e94b3430675 req-8f22e7cd-ba47-407f-b0f6-2c17ebc5d35e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303798 Sep 03 20:33:50.907388 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e29395-2005-4c38-b59d-5299508faf29 req-bc497107-7fc2-4723-bb4b-ccd0b208a0fb tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:50.908867 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-28e29395-2005-4c38-b59d-5299508faf29 req-bc497107-7fc2-4723-bb4b-ccd0b208a0fb tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0510955 Sep 03 20:33:50.946767 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-28e29395-2005-4c38-b59d-5299508faf29 req-d3d18e6c-e5d5-48ef-9c5e-6d3052352de8 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Sep 03 20:33:51.410491 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b642bd-40de-4dbf-bd9f-f814a032dee0 req-83c9ec2f-fa85-43d2-8930-e4febfa236a1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:51.411854 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9b642bd-40de-4dbf-bd9f-f814a032dee0 req-83c9ec2f-fa85-43d2-8930-e4febfa236a1 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0472689 Sep 03 20:33:51.448612 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9b642bd-40de-4dbf-bd9f-f814a032dee0 req-3c96aa75-b3b1-4072-b1a1-745164b3692b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Sep 03 20:33:52.059316 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3547100-e66e-4457-92f4-e71b99e35dbe req-8c011eea-3ae5-4908-a941-1f28868cca02 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:52.060989 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b3547100-e66e-4457-92f4-e71b99e35dbe req-8c011eea-3ae5-4908-a941-1f28868cca02 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0481379 Sep 03 20:33:52.101008 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b3547100-e66e-4457-92f4-e71b99e35dbe req-16ed0cb4-5025-4860-b485-8f3234ff44ef tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336473 Sep 03 20:33:52.106427 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-2c62d2c4-c99a-4d02-91de-cb40f4fbbf8e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:52.108173 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-2c62d2c4-c99a-4d02-91de-cb40f4fbbf8e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0530198 Sep 03 20:33:52.209874 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Deleting port e5ef589d-9bca-4a03-afe6-2570757009a3 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:52.210198 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:52.297670 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] For port e5ef589d-9bca-4a03-afe6-2570757009a3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e5ef589d-9bca-4a03-afe6-2570757009a3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:52.297947 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:52.460901 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:52.461365 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:52.461842 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Floating IP 4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4 disassociated. External IP: 172.27.2.47, port: e5ef589d-9bca-4a03-afe6-2570757009a3. Sep 03 20:33:52.462217 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Calling delete_port for e5ef589d-9bca-4a03-afe6-2570757009a3 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:52.580829 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d238a-236c-4f6c-b4ff-0161f3a92d7d req-4d697b04-7263-44c1-a9c6-0da65d9c742b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:52.582335 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c30d238a-236c-4f6c-b4ff-0161f3a92d7d req-4d697b04-7263-44c1-a9c6-0da65d9c742b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 946 time: 0.0628231 Sep 03 20:33:52.646550 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c30d238a-236c-4f6c-b4ff-0161f3a92d7d req-afa58b45-03b1-4bf9-b865-a6fb11874d32 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cc47ec0-8c47-47be-b8a7-b9268e060eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466204 Sep 03 20:33:52.647698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:52.674750 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event deleted for resources: {'Port': ['ID=e5ef589d-9bca-4a03-afe6-2570757009a3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:52.785194 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Router 729810ae-1ed3-4484-8c62-e3a152770979 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:33:52.888404 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:33:52.898252 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:33:52.907896 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:52.908531 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:52.929384 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] No DVR routers for this DVR port e5ef589d-9bca-4a03-afe6-2570757009a3 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:33:52.931828 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:52.933824 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ace537df-85ee-4397-a59b-e4fee4689f46 req-fa289a0c-02b6-4e9a-a2ae-733333c0744f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "DELETE /v2.0/ports/e5ef589d-9bca-4a03-afe6-2570757009a3 HTTP/1.1" status: 204 len: 173 time: 0.8108034 Sep 03 20:33:52.934250 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'name': 'network-vif-deleted', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:52.936457 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1672f1-786a-4d9b-89e3-8797d43571dd" -d '{"events": [{"server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "name": "network-vif-deleted", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:52.973751 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f605d2-31b2-40cc-bdde-1ee5e63be5d7 x-openstack-request-id: req-58f605d2-31b2-40cc-bdde-1ee5e63be5d7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:52.974069 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f95875-3b93-4f43-bf41-3f3837b6ef0e", "name": "network-vif-deleted", "tag": "e5ef589d-9bca-4a03-afe6-2570757009a3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:52.974315 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58f605d2-31b2-40cc-bdde-1ee5e63be5d7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:52.974708 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f95875-3b93-4f43-bf41-3f3837b6ef0e', 'name': 'network-vif-deleted', 'tag': 'e5ef589d-9bca-4a03-afe6-2570757009a3', 'status': 'completed', 'code': 200} Sep 03 20:33:53.139828 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:53.229758 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c04cc-ec8d-4334-8816-36875560ecee req-d05cb457-a2c1-41ba-94a5-395e54804c58 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:53.231859 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-621c04cc-ec8d-4334-8816-36875560ecee req-d05cb457-a2c1-41ba-94a5-395e54804c58 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0522392 Sep 03 20:33:53.268694 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-621c04cc-ec8d-4334-8816-36875560ecee req-4b13250d-38f0-473f-8380-163ec1f954e0 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Sep 03 20:33:53.345106 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:53.370093 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:33:53.378425 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:33:53.379036 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:53.480776 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:33:53.672066 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:33:53.702358 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03987f5c-7645-4dcc-99e7-6b0e3d02d0f2 None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:33:53.744104 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-451a2a99-bfe3-48cd-8858-dfe7c42b9808 req-7aea8c50-e90e-4449-8b05-9e4ccb6c0f4b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 210 time: 0.0267251 Sep 03 20:33:54.025338 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d495b5-375b-4a45-9107-326f77726be9 None None] New status for floating IP 4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:33:54.380863 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0aa6-db1b-4886-8149-994bfec8980a req-4ca2dc59-e9d9-419a-a610-ad09ca2d5218 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:54.382323 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2dcb0aa6-db1b-4886-8149-994bfec8980a req-4ca2dc59-e9d9-419a-a610-ad09ca2d5218 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0474176 Sep 03 20:33:54.418507 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2dcb0aa6-db1b-4886-8149-994bfec8980a req-e4881272-b81d-4576-b5ed-e2a1b2a4dbd9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298202 Sep 03 20:33:54.839398 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7d788aed-c72e-4ab8-bc5c-8c2bc19dae7a req-eb3b4d0a-a82c-4247-b339-4d2f8484c2bf tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f95875-3b93-4f43-bf41-3f3837b6ef0e HTTP/1.1" status: 200 len: 210 time: 0.0287821 Sep 03 20:33:55.474528 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-59aeace0-1ff6-4ce7-8adc-57eb75aa8415 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:55.476029 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-59aeace0-1ff6-4ce7-8adc-57eb75aa8415 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/networks?id=4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 200 len: 814 time: 0.1052935 Sep 03 20:33:55.494782 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-ace2a1b4-4158-4b44-9747-d9dc5fc92441 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/quotas/b40ca0658b68408589083e44acc58ee8 HTTP/1.1" status: 200 len: 375 time: 0.0118861 Sep 03 20:33:55.535831 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-34ff53f3-8ea3-48fa-92a2-7acd54bf9f86 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b40ca0658b68408589083e44acc58ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316837 Sep 03 20:33:55.556984 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5425-1377-4b72-bcba-963a53abae8c req-4334de2a-5a4a-424d-8a4f-6f1f22e8ab59 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:55.559069 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-be7d5425-1377-4b72-bcba-963a53abae8c req-4334de2a-5a4a-424d-8a4f-6f1f22e8ab59 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0636771 Sep 03 20:33:55.601336 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-be7d5425-1377-4b72-bcba-963a53abae8c req-b6e7728d-4f64-40d7-a97c-f32666ec7081 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341911 Sep 03 20:33:55.687192 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-24060c15-58ad-423f-907a-abc16b3664d7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371603 Sep 03 20:33:55.779804 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-0c50f530-2e7d-496f-98d4-c35102164a3b service neutron] 10.222.0.23 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Sep 03 20:33:55.929019 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37038) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:55.937698 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-709b0a16-d277-4b6a-bfd6-249a6ca2dc44 req-a363fda9-ce49-45fb-8225-1af206c28e9e tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 210 time: 0.0301914 Sep 03 20:33:55.986410 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23ac1143-5ce5-4087-8e6d-d337e93de64d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.009268 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23ac1143-5ce5-4087-8e6d-d337e93de64d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.056448 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23ac1143-5ce5-4087-8e6d-d337e93de64d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.059675 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23ac1143-5ce5-4087-8e6d-d337e93de64d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.061081 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-23ac1143-5ce5-4087-8e6d-d337e93de64d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "DELETE /v2.0/security-groups/8cc47ec0-8c47-47be-b8a7-b9268e060eaf HTTP/1.1" status: 204 len: 168 time: 0.1310103 Sep 03 20:33:56.065491 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37040) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:56.069889 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1143-5ce5-4087-8e6d-d337e93de64d tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc47ec0-8c47-47be-b8a7-b9268e060eaf,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:56.081505 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.api.v2.resource [None req-72aef9b3-a41e-471d-b707-6de7a5adaa89 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] show failed (client error): The resource could not be found. Sep 03 20:33:56.082876 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-72aef9b3-a41e-471d-b707-6de7a5adaa89 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups/8cc47ec0-8c47-47be-b8a7-b9268e060eaf HTTP/1.1" status: 404 len: 347 time: 0.0176685 Sep 03 20:33:56.085959 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:56.219522 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Deleting port dc12901c-7695-414f-bb7a-bc9f29584ff5 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:33:56.219881 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.304292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.304625 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.316655 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Calling delete_port for dc12901c-7695-414f-bb7a-bc9f29584ff5 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:33:56.712439 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.739598 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event deleted for resources: {'Port': ['ID=dc12901c-7695-414f-bb7a-bc9f29584ff5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:56.752568 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bafa2-7bec-44a5-bbf9-13db3686e3be req-6d226a01-22a9-484c-bb07-0099754dd590 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:56.754055 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7a4bafa2-7bec-44a5-bbf9-13db3686e3be req-6d226a01-22a9-484c-bb07-0099754dd590 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0868812 Sep 03 20:33:56.833154 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7a4bafa2-7bec-44a5-bbf9-13db3686e3be req-3096e03d-4226-4a0d-ae7c-553777971ce8 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623331 Sep 03 20:33:56.833958 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.836431 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:56.837493 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d7eb9791-62ff-4e25-a563-b3cf7478a6c5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "DELETE /v2.0/floatingips/4744ac03-bc76-4ee2-a3f2-28f3a7d7b8a4 HTTP/1.1" status: 204 len: 168 time: 0.7494156 Sep 03 20:33:57.042206 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:33:57.045224 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9275af4f-2d23-458e-8ea0-f09b63c4ac36 req-0927946b-0bf2-408a-903e-626091133bbb tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 210 time: 0.0327303 Sep 03 20:33:57.052316 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-170cae10-05ac-44a9-b140-20b3086c504e tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:57.054385 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-170cae10-05ac-44a9-b140-20b3086c504e tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "GET /v2.0/networks?id=4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 200 len: 814 time: 0.1461864 Sep 03 20:33:57.069237 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Request body: {'port': {'device_id': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795', 'admin_state_up': True, 'tenant_id': 'b40ca0658b68408589083e44acc58ee8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:57.149971 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:57.165988 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'port_id': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'mac_address': 'fa:16:3e:45:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:33:57.190698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Made reservation on behalf of b40ca0658b68408589083e44acc58ee8 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:33:57.195171 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.212821 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.229102 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b1750e-5e34-4dcf-b2ab-265fa8261a47 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:33:57.251386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:57.256075 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.305987 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:57.342003 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Allocated IP 172.20.0.11 (4a46ae35-9925-4907-96f1-756c63af5795/2553f355-477a-423b-9df2-a34e38dddb63/ae10ffc2-8cc8-4f21-8985-d148d133b4b6) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:57.400410 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37064) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:57.405299 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424851301', 'description': 'tempest-description--327698405'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:57.426642 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.479936 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['30b1750e-5e34-4dcf-b2ab-265fa8261a47'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:33:57.492575 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.507510 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.512472 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.534066 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.543567 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.544794 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1432879 Sep 03 20:33:57.545966 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e1793-34bc-4400-b083-9a683c0efeba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed071cb4-ac89-4872-b127-e9844bf4e05e,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:57.548014 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37066) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:57.552830 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'security_group_rule': {'security_group_id': 'ed071cb4-ac89-4872-b127-e9844bf4e05e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:57.590258 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Network 4a46ae35-9925-4907-96f1-756c63af5795 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:57.590892 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.593356 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:57.600015 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:57.627093 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Pushing event updated for resources: {'Port': ['ID=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:57.648626 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:57.649257 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.662871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.663625 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-f6b5ec2a-ed64-4036-a075-f5844715a79f tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003563 Sep 03 20:33:57.666126 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.676818 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Request body: {'port': {'device_id': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:57.683931 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1134572c-fef8-4479-a4a1-4d5ab688d0f5,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:57.690454 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.691808 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e6bf76e8-3827-4e3e-bc18-65529eebb141 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426709 Sep 03 20:33:57.694419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37068) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:57.698848 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'security_group_rule': {'security_group_id': 'ed071cb4-ac89-4872-b127-e9844bf4e05e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:57.728452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.734143 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.785812 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.790387 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.804737 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54c14a9-874a-44ea-827b-172c48b9dc03,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:57.814439 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.815700 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9d076edc-814b-44ff-8d33-0c18478b0de5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202731 Sep 03 20:33:57.818691 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37070) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:33:57.823139 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:33:57.845232 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.947278 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:57.986653 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66779c-38a4-4129-979a-932bae5679d2 req-6ea1381e-ccbc-400b-8d7b-1c853c0ca043 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:57.988054 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6d66779c-38a4-4129-979a-932bae5679d2 req-6ea1381e-ccbc-400b-8d7b-1c853c0ca043 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 944 time: 0.0729718 Sep 03 20:33:58.050609 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Allocated IP 172.27.2.114 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/35df5c6b-29cb-468a-90a1-6acee8b033fb) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:33:58.057292 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae10ffc2-8cc8-4f21-8985-d148d133b4b6 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:33:58.068212 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6d66779c-38a4-4129-979a-932bae5679d2 req-cef3a848-db71-47d5-85ff-256cd6bcd3c5 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694754 Sep 03 20:33:58.069925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.083533 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Transition to ACTIVE for port object ae10ffc2-8cc8-4f21-8985-d148d133b4b6 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:33:58.087571 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.181493 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:58.187654 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.207458 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf6372-0c98-4682-ba25-3c25da5c8dd1 req-a47f14a0-709d-4b0f-9266-27242f802fd4 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.209760 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7cbf6372-0c98-4682-ba25-3c25da5c8dd1 req-a47f14a0-709d-4b0f-9266-27242f802fd4 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 944 time: 0.0804965 Sep 03 20:33:58.215961 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Attempting to bind port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:33:58.216331 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Attempting to bind port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:33:58.216788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Attempting to bind port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 on network 4a46ae35-9925-4907-96f1-756c63af5795 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:58.222070 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 on network 4a46ae35-9925-4907-96f1-756c63af5795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:33:58.222392 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Attempting to bind port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 on network 4a46ae35-9925-4907-96f1-756c63af5795 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:33:58.227167 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:33:58.227506 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Checking segment: {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:33:58.227889 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Bound using segment: {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:33:58.228315 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Bound port: ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edac3b3-73b8-4dbc-9404-f73aa86be36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:33:58.228676 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.266008 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7cbf6372-0c98-4682-ba25-3c25da5c8dd1 req-fe8df552-1c4b-4dc6-b7ce-5f49b92f50a8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492637 Sep 03 20:33:58.272353 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.292485 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] For port ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:33:58.295980 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] For port ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:33:58.301505 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.315770 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:33:58.320291 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:33:58.322963 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:33:58.339446 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.340103 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.341669 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae10ffc2-8cc8-4f21-8985-d148d133b4b6 HTTP/1.1" status: 200 len: 1094 time: 0.6694317 Sep 03 20:33:58.342109 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'tag': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:58.344326 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "006970ba-8d09-4daa-b81f-dd3d2cfcba9c", "tag": "ae10ffc2-8cc8-4f21-8985-d148d133b4b6"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:58.359849 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'Port': ['ID=35df5c6b-29cb-468a-90a1-6acee8b033fb,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:58.367520 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed0a7-b12c-44fc-a6f9-aa5dd340cce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:58.397616 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12987b03-85ba-42a0-8e54-9e28ffa9b84b x-openstack-request-id: req-12987b03-85ba-42a0-8e54-9e28ffa9b84b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:58.398012 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006970ba-8d09-4daa-b81f-dd3d2cfcba9c", "tag": "ae10ffc2-8cc8-4f21-8985-d148d133b4b6", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:58.398261 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12987b03-85ba-42a0-8e54-9e28ffa9b84b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:58.398648 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'tag': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6', 'status': 'completed', 'code': 200} Sep 03 20:33:58.425102 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.458497 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.460737 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-c76c53f8-23f5-473f-8576-2556f4a6435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.462369 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-c76c53f8-23f5-473f-8576-2556f4a6435d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b40ca0658b68408589083e44acc58ee8&device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 1097 time: 0.0433462 Sep 03 20:33:58.506112 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-6649abf6-4fd0-49e3-8755-40ba507a8046 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6 HTTP/1.1" status: 200 len: 217 time: 0.0345674 Sep 03 20:33:58.556590 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-7e9b4a6a-6a0d-45ab-8de4-8c2b8c86af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.557982 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-7e9b4a6a-6a0d-45ab-8de4-8c2b8c86af5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2553f355-477a-423b-9df2-a34e38dddb63 HTTP/1.1" status: 200 len: 854 time: 0.0417957 Sep 03 20:33:58.594364 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-7528d3e4-848d-4e51-9ef6-16886390d018 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a46ae35-9925-4907-96f1-756c63af5795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283117 Sep 03 20:33:58.607629 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.612175 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.680686 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'Port': ['ID=35df5c6b-29cb-468a-90a1-6acee8b033fb,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:58.692037 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.695347 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-e1fb073a-35b9-4898-b9a3-a702f6bedb4f service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935848 Sep 03 20:33:58.704607 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:58.705904 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-da46a4b1-5e31-4740-9891-93b7bf51024c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8862431 Sep 03 20:33:58.797135 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3142d294-d5af-4c4d-b011-b1ded38ac359 req-005c560f-16dd-4489-a4b9-a2688f2ec09f service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907235 Sep 03 20:33:58.882358 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-1fce2868-b2e1-4dc8-ba6c-4a74b5dbd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.883870 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-1fce2868-b2e1-4dc8-ba6c-4a74b5dbd005 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b40ca0658b68408589083e44acc58ee8&device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 1097 time: 0.0407772 Sep 03 20:33:58.891822 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-26a285bc-323a-4087-b938-643f186d0986 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1424851301&fields=id&tenant_id=0dae737e6f3b49d7ba4c45178e5d076c HTTP/1.1" status: 200 len: 267 time: 0.0326133 Sep 03 20:33:58.980570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-91707b70-dc67-4f9e-970d-1e770a8f3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.982110 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-91707b70-dc67-4f9e-970d-1e770a8f3103 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 200 len: 915 time: 0.0904412 Sep 03 20:33:58.996457 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-a3f099b9-553e-4af0-b9ed-3b3e36863798 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:58.998017 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-a3f099b9-553e-4af0-b9ed-3b3e36863798 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 810 time: 0.0993629 Sep 03 20:33:59.013252 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-e7b03fbd-fe5c-4abe-919f-eaf4f8b59f6c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/quotas/0dae737e6f3b49d7ba4c45178e5d076c HTTP/1.1" status: 200 len: 375 time: 0.0094736 Sep 03 20:33:59.024442 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-13f8c659-a1cc-415d-a5b1-257c60210f5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6 HTTP/1.1" status: 200 len: 217 time: 0.0338778 Sep 03 20:33:59.047376 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:33:59.074696 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-72e7b130-1577-41bb-a828-220eb7b5ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:59.076127 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-72e7b130-1577-41bb-a828-220eb7b5ade1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2553f355-477a-423b-9df2-a34e38dddb63 HTTP/1.1" status: 200 len: 854 time: 0.0437243 Sep 03 20:33:59.077765 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-24eebe04-22ab-4b85-a140-d15f917509c2 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550003 Sep 03 20:33:59.098047 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:33:59.110506 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-1e850633-e6a5-4a32-8f21-35420b9cbc8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a46ae35-9925-4907-96f1-756c63af5795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266249 Sep 03 20:33:59.113908 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:33:59.114288 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:59.198172 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:59.228577 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:33:59.231315 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa098d-05ed-45c7-96a7-50b5e2893456" -d '{"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-plugged", "status": "completed", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:33:59.243362 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:33:59.244546 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-05e9d88a-8b57-45a6-94d2-c97aadae0d5b service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264510 Sep 03 20:33:59.245629 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-d5e7fc73-2889-48df-95b2-cf7212124b8f service neutron] 10.222.0.23 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630454 Sep 03 20:33:59.247820 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:59.248886 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e5ef589d-9bca-4a03-afe6-2570757009a3 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:33:59.256869 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8c7d-723a-43ed-9846-bf64dcdbe2c7 req-3b07fdb5-e0ec-440e-b3e4-8a7980f0786b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:59.258375 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2c1e8c7d-723a-43ed-9846-bf64dcdbe2c7 req-3b07fdb5-e0ec-440e-b3e4-8a7980f0786b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 944 time: 0.0721397 Sep 03 20:33:59.270244 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: e5ef589d-9bca-4a03-afe6-2570757009a3 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:33:59.270481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device e5ef589d-9bca-4a03-afe6-2570757009a3 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:33:59.315320 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:33:59.351405 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2c1e8c7d-723a-43ed-9846-bf64dcdbe2c7 req-8d55c621-05ab-4063-aaf9-a497d20cd91e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844622 Sep 03 20:33:59.354614 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-74a37e41-ca7d-4d6f-9462-e6e8a40556d0 service neutron] 10.222.0.23 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014411 Sep 03 20:33:59.376005 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2d65217d-2b2d-4de7-a71c-b65dd9a5d3e7 req-3205c08b-199c-4526-9c2b-20f6aa834ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166945 Sep 03 20:33:59.399975 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679260e0-e64b-4bb0-bca9-82bf70e89d7e x-openstack-request-id: req-679260e0-e64b-4bb0-bca9-82bf70e89d7e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:33:59.400327 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-plugged", "status": "completed", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:33:59.400665 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-679260e0-e64b-4bb0-bca9-82bf70e89d7e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:33:59.401146 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'code': 200} Sep 03 20:33:59.506090 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bcf4-4eb7-414f-87b5-e28e91555b92 req-9780297b-00b0-4639-b838-2c062f6cd0de tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:59.513962 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0090bcf4-4eb7-414f-87b5-e28e91555b92 req-9780297b-00b0-4639-b838-2c062f6cd0de tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 944 time: 0.0693586 Sep 03 20:33:59.564658 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0090bcf4-4eb7-414f-87b5-e28e91555b92 req-ec22095c-d620-4566-8331-d021f7f201b1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497830 Sep 03 20:33:59.636116 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-270b61ec-3778-44ba-a90d-9260d1cbc073 req-1535b758-9443-41ed-846c-1548caaec701 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Sep 03 20:33:59.656075 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95625b0-a12f-4908-b270-1aef4638785a req-ed98b340-d975-4a46-9acd-495af2104ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:59.657664 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a95625b0-a12f-4908-b270-1aef4638785a req-ed98b340-d975-4a46-9acd-495af2104ef2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.0562284 Sep 03 20:33:59.696370 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a95625b0-a12f-4908-b270-1aef4638785a req-c7191c72-711a-4258-b98d-b83f03e64d97 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Sep 03 20:34:00.545567 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8ec79-2e06-4841-87d4-2d681f148fa6 req-41a5867a-3499-4d5a-9351-e44255273273 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:00.547349 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fcf8ec79-2e06-4841-87d4-2d681f148fa6 req-41a5867a-3499-4d5a-9351-e44255273273 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.1240222 Sep 03 20:34:00.591056 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-f671176f-5f88-4038-bc3a-12045c62d25c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:00.592533 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-f671176f-5f88-4038-bc3a-12045c62d25c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 810 time: 0.1568537 Sep 03 20:34:00.617313 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-fcf8ec79-2e06-4841-87d4-2d681f148fa6 req-8a8f5f14-c1ee-4584-a62e-d53f69e8daf7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626800 Sep 03 20:34:00.650178 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-892e9b2c-f21e-4b12-8b41-d77140801000 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dae737e6f3b49d7ba4c45178e5d076c HTTP/1.1" status: 200 len: 380 time: 0.0476925 Sep 03 20:34:00.670333 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:34:00.671913 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'port': {'device_id': 'd2475140-4870-430f-ba66-9a783ceed900', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'admin_state_up': True, 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'security_groups': ['ed071cb4-ac89-4872-b127-e9844bf4e05e']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:00.757947 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-729203be-54b1-43b2-b866-ac287d0d62c5 req-68108937-a9dd-4208-87d1-39aaa3916588 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 210 time: 0.0392842 Sep 03 20:34:00.800125 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e374e-fb1c-44a1-a18d-bf810010c55d req-6f44223c-04a4-434f-acbc-5669b3334831 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:00.801698 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b41e374e-fb1c-44a1-a18d-bf810010c55d req-6f44223c-04a4-434f-acbc-5669b3334831 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 944 time: 0.1135895 Sep 03 20:34:00.842695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:00.845093 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Made reservation on behalf of 0dae737e6f3b49d7ba4c45178e5d076c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:34:00.848561 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:00.862961 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b41e374e-fb1c-44a1-a18d-bf810010c55d req-07aa78e2-136c-4c5f-98e6-05659c648e64 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 Sep 03 20:34:00.980537 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Allocated IP 172.20.0.5 (5ee35ae0-1c37-426c-a0c3-8fd67999bba3/7d9d8efb-ecbc-4c94-afbd-30a18d8adee8/044f145f-324a-4010-8c0d-d1b5f2527ac3) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:34:01.111576 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.124795 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Transition to ACTIVE for port object 044f145f-324a-4010-8c0d-d1b5f2527ac3 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:34:01.156228 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.207351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:34:01.211212 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:34:01.215763 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:34:01.241427 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event updated for resources: {'Port': ['ID=044f145f-324a-4010-8c0d-d1b5f2527ac3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:01.268743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:01.269373 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.284820 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-38802b7f-4b59-4ba5-8785-5a83c58ef06b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181784 Sep 03 20:34:01.343812 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Request body: {'port': {'device_id': 'd2475140-4870-430f-ba66-9a783ceed900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:01.396697 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.426766 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-2c9ba9b1-8f28-4cb8-8722-7ab0302fa64a None None] Provisioning for port 044f145f-324a-4010-8c0d-d1b5f2527ac3 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:34:01.430624 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-2c9ba9b1-8f28-4cb8-8722-7ab0302fa64a None None] Provisioning complete for port 044f145f-324a-4010-8c0d-d1b5f2527ac3 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:34:01.430993 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c9ba9b1-8f28-4cb8-8722-7ab0302fa64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.467996 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ba9b1-8f28-4cb8-8722-7ab0302fa64a None None] Port 044f145f-324a-4010-8c0d-d1b5f2527ac3 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:34:01.657386 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044f145f-324a-4010-8c0d-d1b5f2527ac3 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:34:01.664956 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.680003 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Transition to ACTIVE for port object 044f145f-324a-4010-8c0d-d1b5f2527ac3 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:34:01.684270 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.738788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Pushing event updated for resources: {'Port': ['ID=044f145f-324a-4010-8c0d-d1b5f2527ac3,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:01.771222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8360df2-fdfa-4e76-9667-b0346c6c7a9d req-a8da4eab-40fe-46a4-9f8b-2f1dbbb70201 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:01.772838 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a8360df2-fdfa-4e76-9667-b0346c6c7a9d req-a8da4eab-40fe-46a4-9f8b-2f1dbbb70201 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0871041 Sep 03 20:34:01.819374 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Attempting to bind port 044f145f-324a-4010-8c0d-d1b5f2527ac3 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:34:01.819821 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Attempting to bind port 044f145f-324a-4010-8c0d-d1b5f2527ac3 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:34:01.820249 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Attempting to bind port 044f145f-324a-4010-8c0d-d1b5f2527ac3 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:34:01.825550 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Port 044f145f-324a-4010-8c0d-d1b5f2527ac3 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:34:01.825994 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Attempting to bind port 044f145f-324a-4010-8c0d-d1b5f2527ac3 on network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:34:01.826366 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a8360df2-fdfa-4e76-9667-b0346c6c7a9d req-8cd01fda-e2c0-4376-908b-8272f2e0b3cf tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465677 Sep 03 20:34:01.843760 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:34:01.843760 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Checking segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:34:01.843760 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Bound using segment: {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:34:01.843760 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Bound port: 044f145f-324a-4010-8c0d-d1b5f2527ac3, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd8bbeb-87c1-457f-be87-5e744fdb158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:34:01.844344 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:01.911577 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb8dc-f314-4e50-b4b2-dd13889cc949 req-585cb9c4-0b7b-44b8-81f4-9d83b9d917b6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:01.913032 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6e5eb8dc-f314-4e50-b4b2-dd13889cc949 req-585cb9c4-0b7b-44b8-81f4-9d83b9d917b6 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 943 time: 0.0839443 Sep 03 20:34:01.943053 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56eb4-81bb-49dc-b2f6-f2631c632d53 req-923f3fef-b3a8-4c82-922f-3ada93a41ee0 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:01.944451 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f3b56eb4-81bb-49dc-b2f6-f2631c632d53 req-923f3fef-b3a8-4c82-922f-3ada93a41ee0 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0546772 Sep 03 20:34:01.956724 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] For port 044f145f-324a-4010-8c0d-d1b5f2527ac3, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:34:01.980387 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] For port 044f145f-324a-4010-8c0d-d1b5f2527ac3, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:34:01.984492 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6e5eb8dc-f314-4e50-b4b2-dd13889cc949 req-d36f83cf-ed60-4348-b2ac-2a79c2f2306c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579822 Sep 03 20:34:01.984985 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f3b56eb4-81bb-49dc-b2f6-f2631c632d53 req-f8c9ce2f-d9b2-4028-bd44-c167a83a400c tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331154 Sep 03 20:34:01.991965 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:02.006899 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37136) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:02.040611 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.041373 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:02.042677 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] 10.222.0.47 "PUT /v2.0/ports/044f145f-324a-4010-8c0d-d1b5f2527ac3 HTTP/1.1" status: 200 len: 1093 time: 0.7481365 Sep 03 20:34:02.043132 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:02.045343 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89a6ae-607f-4d83-b6eb-8ac733e80d12" -d '{"events": [{"name": "network-changed", "server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:02.082240 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb354fa-9606-468d-9587-71e857bba938 service neutron] Pushing event updated for resources: {'Port': ['ID=044f145f-324a-4010-8c0d-d1b5f2527ac3,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:02.106977 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b10333-6a2b-404b-93f7-21f05c2027c1 x-openstack-request-id: req-29b10333-6a2b-404b-93f7-21f05c2027c1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:02.107265 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:02.107512 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29b10333-6a2b-404b-93f7-21f05c2027c1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:02.107900 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'status': 'completed', 'code': 200} Sep 03 20:34:02.132890 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9abc82-0c1b-43f3-aac2-272e80d8f1e0 req-d3f088b8-f014-47cb-80b3-0d0996fdf77a tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.135252 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9e9abc82-0c1b-43f3-aac2-272e80d8f1e0 req-d3f088b8-f014-47cb-80b3-0d0996fdf77a tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 944 time: 0.0836747 Sep 03 20:34:02.141224 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-82348c06-f2ca-431d-aa62-f24acfe96899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.142989 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-82348c06-f2ca-431d-aa62-f24acfe96899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 1096 time: 0.0473862 Sep 03 20:34:02.187554 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-6e51092d-2a32-4661-86c0-92916bf5e1ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3 HTTP/1.1" status: 200 len: 217 time: 0.0360279 Sep 03 20:34:02.205255 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9e9abc82-0c1b-43f3-aac2-272e80d8f1e0 req-2e3f4170-8fda-4bb8-acb8-ba598c7eebd1 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619819 Sep 03 20:34:02.219041 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e93faa-8a06-4e0c-9b35-03769c84e194 tempest-TestShelveInstance-1693109847 tempest-TestShelveInstance-1693109847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.220588 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-26e93faa-8a06-4e0c-9b35-03769c84e194 tempest-TestShelveInstance-1693109847 tempest-TestShelveInstance-1693109847-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1093 time: 0.2129052 Sep 03 20:34:02.224146 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37142) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:02.228915 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'port_id': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:02.254796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-8c14f0fa-4ee4-46c6-9233-d8f90eb3c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.256387 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-8c14f0fa-4ee4-46c6-9233-d8f90eb3c590 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0615926 Sep 03 20:34:02.259470 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:02.304881 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-a0a3cdd1-1e4b-4a11-84cc-8f7d34ae5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.306532 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-a0a3cdd1-1e4b-4a11-84cc-8f7d34ae5b0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422919 Sep 03 20:34:02.363927 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:02.400130 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-f6d75b7e-3185-48a3-882b-ba47a8ffeefc service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855477 Sep 03 20:34:02.479690 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Allocated IP 172.27.2.60 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/44958c30-86ec-49c1-84c4-185f8bd631f5) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:34:02.493484 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-a4db48ca-e430-4efc-bb84-b774737bb909 req-283ae089-75bb-452e-bfaa-1f3728ee8b8a service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855455 Sep 03 20:34:02.578827 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:02.589521 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-9b84737c-9b07-4d69-855a-2383ac36062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.591037 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-9b84737c-9b07-4d69-855a-2383ac36062c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 1096 time: 0.0414448 Sep 03 20:34:02.616965 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:02.653125 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:34:02.657521 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:34:02.660685 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:34:02.691293 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'Port': ['ID=44958c30-86ec-49c1-84c4-185f8bd631f5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:02.706378 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.706732 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.707076 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.707416 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.708024 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.708357 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.708683 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.709012 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.709340 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.709692 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.710019 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.710339 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:02.923332 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-7d160fbb-5a4a-4772-8cbb-6ebfda3dce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:02.924872 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-7d160fbb-5a4a-4772-8cbb-6ebfda3dce55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.3263490 Sep 03 20:34:02.965997 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-7264f646-acde-44d2-ad2f-e6019636b8a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3 HTTP/1.1" status: 200 len: 217 time: 0.0339375 Sep 03 20:34:03.019446 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-d2d4d286-a60d-4462-83f6-2f4f0f2300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:03.020844 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-d2d4d286-a60d-4462-83f6-2f4f0f2300e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0433791 Sep 03 20:34:03.026053 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.071587 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device ae10ffc2-8cc8-4f21-8985-d148d133b4b6 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:34:03.072376 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-426cac6b-1ee7-4bff-a719-0629af1991fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:03.074041 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-426cac6b-1ee7-4bff-a719-0629af1991fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448365 Sep 03 20:34:03.126341 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.137899 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453795e2-dae1-467b-b8e5-81ba2fbe0b29 req-9e51058b-0d7c-4c81-9ced-fbf1c8eab54b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:03.139410 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-453795e2-dae1-467b-b8e5-81ba2fbe0b29 req-9e51058b-0d7c-4c81-9ced-fbf1c8eab54b tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 943 time: 0.0791759 Sep 03 20:34:03.172281 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-c3485c55-c10c-43b5-b5c3-b73351cdba45 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898635 Sep 03 20:34:03.175912 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:03.189744 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6', 'network_id': '4a46ae35-9925-4907-96f1-756c63af5795', 'port_id': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6', 'mac_address': 'fa:16:3e:35:0a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2553f355-477a-423b-9df2-a34e38dddb63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:34:03.215020 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-453795e2-dae1-467b-b8e5-81ba2fbe0b29 req-18cf8b91-1f07-4392-9bcc-002d7373708c tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576982 Sep 03 20:34:03.247707 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.267439 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae10ffc2-8cc8-4f21-8985-d148d133b4b6 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:34:03.295652 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de89a6ae-607f-4d83-b6eb-8ac733e80d12 req-55823619-acbd-492d-bda9-37f89ca1a894 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143572 Sep 03 20:34:03.302989 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:03.310302 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.352348 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.359531 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.375650 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:03.379443 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e267cb-5dd4-4fe5-a1c6-f54293ff2eb7 req-f5b2eeea-74fa-4dfd-903a-ae411294ca47 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:03.380969 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-59e267cb-5dd4-4fe5-a1c6-f54293ff2eb7 req-f5b2eeea-74fa-4dfd-903a-ae411294ca47 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 945 time: 0.0539794 Sep 03 20:34:03.419955 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-59e267cb-5dd4-4fe5-a1c6-f54293ff2eb7 req-42f881ae-eb01-4df0-a21d-83b14aec2e2d tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Sep 03 20:34:03.431078 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event updated for resources: {'Port': ['ID=44958c30-86ec-49c1-84c4-185f8bd631f5,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:03.445552 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.539212 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Floating IP a5e890c9-c0ef-49fe-8fef-43a74858c3e2 associated. External IP: 172.27.2.60, port: 30b1750e-5e34-4dcf-b2ab-265fa8261a47. Sep 03 20:34:03.571292 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['ae10ffc2-8cc8-4f21-8985-d148d133b4b6'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:34:03.742124 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Router ca2cfc59-8f33-432e-aafe-7e5a95596eea has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:34:03.848340 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:34:03.858114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] Sync routers for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:34:03.864514 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.869594 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:03.870215 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:03.907849 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-20050128-126c-460e-9ca3-46c8ce3cbcf4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6686563 Sep 03 20:34:03.907849 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:03.907849 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87691610-56da-4919-bf6a-36755f53e794" -d '{"events": [{"name": "network-changed", "server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:03.930874 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d757af7-fd6e-4f39-b9ef-582724a9792e x-openstack-request-id: req-7d757af7-fd6e-4f39-b9ef-582724a9792e {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:03.931160 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:03.931417 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d757af7-fd6e-4f39-b9ef-582724a9792e {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:03.931814 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'status': 'completed', 'code': 200} Sep 03 20:34:03.981245 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:03.995172 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691610-56da-4919-bf6a-36755f53e794 req-8e789577-37dc-455a-afa6-6a0d696c6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:03.997198 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-8e789577-37dc-455a-afa6-6a0d696c6d7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.0411084 Sep 03 20:34:04.088062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691610-56da-4919-bf6a-36755f53e794 req-875be230-1ff5-45f3-8f2d-7d2c5dfadaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:04.089593 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-875be230-1ff5-45f3-8f2d-7d2c5dfadaf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.0848434 Sep 03 20:34:04.154267 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-8c2a01c8-e1f6-4eca-8da2-4312148ce10f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 998 time: 0.0558057 Sep 03 20:34:04.196578 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'a5e890c9-c0ef-49fe-8fef-43a74858c3e2', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'port_id': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'mac_address': 'fa:16:3e:45:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c81af-b9be-49a1-abba-d090e776fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:02Z', 'updated_at': '2021-09-03T20:34:02Z', 'revision_number': 0, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:15Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:04.205679 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691610-56da-4919-bf6a-36755f53e794 req-0ca8fa02-cb1e-4194-935a-8f5e73af184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:04.207119 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-0ca8fa02-cb1e-4194-935a-8f5e73af184e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0458593 Sep 03 20:34:04.223368 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] Checking router: ca2cfc59-8f33-432e-aafe-7e5a95596eea for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:34:04.231994 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:04.232593 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:04.254584 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691610-56da-4919-bf6a-36755f53e794 req-b3c37c38-8065-4169-88e4-69d2d7380d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:04.256084 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-b3c37c38-8065-4169-88e4-69d2d7380d00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409017 Sep 03 20:34:04.338230 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:04.383407 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566be023-739b-4e2b-b022-ed25dd72be95 req-5fc5a647-6a73-4c89-a498-2690472e81ef tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:04.384879 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-566be023-739b-4e2b-b022-ed25dd72be95 req-5fc5a647-6a73-4c89-a498-2690472e81ef tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 943 time: 0.0941231 Sep 03 20:34:04.387172 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-882ca673-ea2e-4dd6-9511-92060a0425cc service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223652 Sep 03 20:34:04.448174 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-566be023-739b-4e2b-b022-ed25dd72be95 req-4d0b1ab0-1396-4025-a354-6c1db91f4a35 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572703 Sep 03 20:34:04.500452 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-87691610-56da-4919-bf6a-36755f53e794 req-93b4e514-8184-4d5e-8321-f13822831a36 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037831 Sep 03 20:34:04.563655 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dfdd9-841d-465b-a3b1-84bc83fb8fc5 req-84930ae1-97c1-46f5-a2d9-46689977206b tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:04.565297 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-592dfdd9-841d-465b-a3b1-84bc83fb8fc5 req-84930ae1-97c1-46f5-a2d9-46689977206b tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 945 time: 0.0502954 Sep 03 20:34:04.605965 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-592dfdd9-841d-465b-a3b1-84bc83fb8fc5 req-55d45874-058e-4e5f-9fc9-112ac2b0d6e2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Sep 03 20:34:04.696270 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'a5e890c9-c0ef-49fe-8fef-43a74858c3e2', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'port_id': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'mac_address': 'fa:16:3e:45:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c81af-b9be-49a1-abba-d090e776fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:02Z', 'updated_at': '2021-09-03T20:34:02Z', 'revision_number': 0, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:15Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:04.722215 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a9e0c-676a-44a0-bd99-46a946b60696 None None] The sync data for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi is: [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'a5e890c9-c0ef-49fe-8fef-43a74858c3e2', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'port_id': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'mac_address': 'fa:16:3e:45:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c81af-b9be-49a1-abba-d090e776fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:02Z', 'updated_at': '2021-09-03T20:34:02Z', 'revision_number': 0, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:15Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:34:04.907626 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39ccbf-9f38-476c-99aa-5e872a589325 None None] New status for floating IP a5e890c9-c0ef-49fe-8fef-43a74858c3e2: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:34:05.076890 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 044f145f-324a-4010-8c0d-d1b5f2527ac3 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:34:05.080073 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device ae10ffc2-8cc8-4f21-8985-d148d133b4b6 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:34:05.190479 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:34:05.200271 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:34:05.200902 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.233819 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 044f145f-324a-4010-8c0d-d1b5f2527ac3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:05.249495 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'port_id': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'mac_address': 'fa:16:3e:fb:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:34:05.327188 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.346483 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044f145f-324a-4010-8c0d-d1b5f2527ac3 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:34:05.355384 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.385602 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 044f145f-324a-4010-8c0d-d1b5f2527ac3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:05.393111 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:05.395383 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9a49ee-85bb-47cc-a962-8c11bbab31d7" -d '{"events": [{"server_uuid": "006970ba-8d09-4daa-b81f-dd3d2cfcba9c", "name": "network-vif-plugged", "status": "completed", "tag": "ae10ffc2-8cc8-4f21-8985-d148d133b4b6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:05.404835 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.410343 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:05.431248 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.439755 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226428d-fa0d-4d44-9e2b-d850e899f82a x-openstack-request-id: req-5226428d-fa0d-4d44-9e2b-d850e899f82a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:05.440049 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006970ba-8d09-4daa-b81f-dd3d2cfcba9c", "name": "network-vif-plugged", "status": "completed", "tag": "ae10ffc2-8cc8-4f21-8985-d148d133b4b6", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:05.440297 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5226428d-fa0d-4d44-9e2b-d850e899f82a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:05.440682 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6', 'code': 200} Sep 03 20:34:05.461474 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=044f145f-324a-4010-8c0d-d1b5f2527ac3,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:05.513066 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:05.594094 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e8f66-d88c-4ff4-89b5-c1466f0aea67 req-f3c13d3a-15ed-466d-9e26-9e8ed598de8e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:05.595838 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-372e8f66-d88c-4ff4-89b5-c1466f0aea67 req-f3c13d3a-15ed-466d-9e26-9e8ed598de8e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 944 time: 0.0569301 Sep 03 20:34:05.649695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['044f145f-324a-4010-8c0d-d1b5f2527ac3'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:34:05.667774 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-372e8f66-d88c-4ff4-89b5-c1466f0aea67 req-2b460b34-df38-4992-9de8-dfe5e4bb2946 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626669 Sep 03 20:34:05.684825 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1436a-6346-4c90-ab22-236a1da54d8d req-8a47b615-aa52-443a-89d8-fdd49577f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:05.690153 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8dc1436a-6346-4c90-ab22-236a1da54d8d req-8a47b615-aa52-443a-89d8-fdd49577f7a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 1099 time: 0.0546904 Sep 03 20:34:05.726940 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8dc1436a-6346-4c90-ab22-236a1da54d8d req-a128844d-f916-4222-88a7-6aa1544914eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304863 Sep 03 20:34:05.736323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6f1e4-15ae-47a5-95ad-6862669131c1 req-fe614ac0-c3f5-4c6c-85ee-41d38ff544d2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:05.737931 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a8c6f1e4-15ae-47a5-95ad-6862669131c1 req-fe614ac0-c3f5-4c6c-85ee-41d38ff544d2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 946 time: 0.0617216 Sep 03 20:34:05.774704 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a8c6f1e4-15ae-47a5-95ad-6862669131c1 req-b70dee7d-573f-43cb-a11a-353e26ab3d35 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306947 Sep 03 20:34:06.859228 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91fbe9-f46b-42ce-bc9d-10a56bb29e46 req-98a6a4ca-8f24-4fae-8aeb-a4426ff43459 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:06.861859 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5c91fbe9-f46b-42ce-bc9d-10a56bb29e46 req-98a6a4ca-8f24-4fae-8aeb-a4426ff43459 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 944 time: 0.0636909 Sep 03 20:34:06.900119 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74155-de42-48ad-8889-335ff237045a req-1a8fa1b5-5db2-4696-b89d-c3600b822a3b tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:06.900787 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5c91fbe9-f46b-42ce-bc9d-10a56bb29e46 req-66dc5337-47cc-4a20-bddb-956b60bab326 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Sep 03 20:34:06.902299 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-89e74155-de42-48ad-8889-335ff237045a req-1a8fa1b5-5db2-4696-b89d-c3600b822a3b tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 946 time: 0.0560684 Sep 03 20:34:06.945574 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-89e74155-de42-48ad-8889-335ff237045a req-37adb6c9-5c22-4328-b03f-fa4d12792c90 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Sep 03 20:34:07.109728 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 044f145f-324a-4010-8c0d-d1b5f2527ac3 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:34:07.158807 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 044f145f-324a-4010-8c0d-d1b5f2527ac3 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:34:07.162494 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 044f145f-324a-4010-8c0d-d1b5f2527ac3 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:34:07.162865 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:07.239223 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:07.269690 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 044f145f-324a-4010-8c0d-d1b5f2527ac3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:07.273827 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:07.325012 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=044f145f-324a-4010-8c0d-d1b5f2527ac3,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:07.442294 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:07.444470 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac87b8-aa77-4e32-9f29-4cbc2e2d5342" -d '{"events": [{"server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "name": "network-vif-plugged", "status": "completed", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:07.478016 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb00f10-9da5-48ec-b900-8783b5210888 x-openstack-request-id: req-ecb00f10-9da5-48ec-b900-8783b5210888 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:07.478308 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "name": "network-vif-plugged", "status": "completed", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:07.478560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecb00f10-9da5-48ec-b900-8783b5210888 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:07.478954 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'code': 200} Sep 03 20:34:07.645321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadba7f-ffff-4705-95f7-2d46287e0a37 req-559fb4c3-6a3e-43b1-bb2b-7130bce48053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:07.646820 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9cadba7f-ffff-4705-95f7-2d46287e0a37 req-559fb4c3-6a3e-43b1-bb2b-7130bce48053 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 1098 time: 0.0446904 Sep 03 20:34:07.682316 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9cadba7f-ffff-4705-95f7-2d46287e0a37 req-75a78981-6780-4d10-9310-19371fd62f58 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262976 Sep 03 20:34:08.018619 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450adc2e-720a-4b57-a3f7-af65728530eb req-69fbe675-5a1e-469a-b95b-4da8b223252a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:08.020119 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-450adc2e-720a-4b57-a3f7-af65728530eb req-69fbe675-5a1e-469a-b95b-4da8b223252a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Sep 03 20:34:08.057347 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-450adc2e-720a-4b57-a3f7-af65728530eb req-6459cc82-a16d-4fc5-a3fa-00437f315653 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Sep 03 20:34:08.059605 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25fe3-8a5a-4854-be54-07ce1d03a3d7 req-72a4e8ab-0dc5-4673-b698-cee152952265 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:08.061082 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b2b25fe3-8a5a-4854-be54-07ce1d03a3d7 req-72a4e8ab-0dc5-4673-b698-cee152952265 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 946 time: 0.0482414 Sep 03 20:34:08.098726 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b2b25fe3-8a5a-4854-be54-07ce1d03a3d7 req-b33263bf-44da-4ee3-8b02-ed9ed492e127 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Sep 03 20:34:09.173856 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ee04b-860c-45bb-9233-1d995edb746b req-b2eeced9-ddc1-4c98-a63b-160a60f677d5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:09.175331 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-902ee04b-860c-45bb-9233-1d995edb746b req-b2eeced9-ddc1-4c98-a63b-160a60f677d5 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Sep 03 20:34:09.213111 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-902ee04b-860c-45bb-9233-1d995edb746b req-3a61d38e-5598-412b-909f-75087f5b6e3e tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Sep 03 20:34:09.322502 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb110-352b-4367-acf9-6c6231499174 req-f6017f38-fcda-4093-8de0-30df095108d4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:09.323943 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52eeb110-352b-4367-acf9-6c6231499174 req-f6017f38-fcda-4093-8de0-30df095108d4 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Sep 03 20:34:09.332951 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37200) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:09.337275 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Request body: {'floatingip': {'port_id': '044f145f-324a-4010-8c0d-d1b5f2527ac3'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:09.377527 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:09.790684 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:09.794715 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:09.886830 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Floating IP ac00056a-f086-409b-90fd-cf794181812e associated. External IP: 172.27.2.114, port: 044f145f-324a-4010-8c0d-d1b5f2527ac3. Sep 03 20:34:10.090748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Router 729810ae-1ed3-4484-8c62-e3a152770979 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:34:10.096051 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f86f623e-e532-41f1-b9c3-486c308ee671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:10.195816 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:34:10.200688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:10.205734 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:34:10.215621 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:10.216236 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:10.229206 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c61cbcbf-24d7-4f98-8489-224865492b31 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "PUT /v2.0/floatingips/ac00056a-f086-409b-90fd-cf794181812e HTTP/1.1" status: 200 len: 991 time: 0.8951974 Sep 03 20:34:10.230050 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:10.232470 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f7932-e03f-4053-b43b-d7d30544eb18" -d '{"events": [{"name": "network-changed", "server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:10.320949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:10.326526 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575ed72-149e-4620-b9de-88a446235ade x-openstack-request-id: req-a575ed72-149e-4620-b9de-88a446235ade {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:10.327013 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:10.327111 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a575ed72-149e-4620-b9de-88a446235ade {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:10.327510 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'status': 'completed', 'code': 200} Sep 03 20:34:10.390642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-4d62cd8c-e8d4-4460-a3e2-0907965ba65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:10.392145 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-4d62cd8c-e8d4-4460-a3e2-0907965ba65c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 1098 time: 0.0426133 Sep 03 20:34:10.498220 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-5705a0fa-6587-4b59-a680-71dc832a709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:10.499805 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-5705a0fa-6587-4b59-a680-71dc832a709e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 200 len: 911 time: 0.0913441 Sep 03 20:34:10.565262 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'ac00056a-f086-409b-90fd-cf794181812e', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'port_id': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'mac_address': 'fa:16:3e:fb:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2475140-4870-430f-ba66-9a783ceed900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:33:58Z', 'updated_at': '2021-09-03T20:34:09Z', 'revision_number': 1, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:10.567928 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-d66c9a6a-e22b-46f8-956c-71e06b94cbfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3 HTTP/1.1" status: 200 len: 999 time: 0.0607171 Sep 03 20:34:10.591782 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:34:10.599892 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:10.600484 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:33:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:10.642462 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-cbee4f71-86d4-4344-9852-1500a3a8a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:10.643911 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-cbee4f71-86d4-4344-9852-1500a3a8a2e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 200 len: 849 time: 0.0470214 Sep 03 20:34:10.693071 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-db12edd7-fd5f-4a36-9f21-bf58ca8859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:10.694635 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-db12edd7-fd5f-4a36-9f21-bf58ca8859ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ee35ae0-1c37-426c-a0c3-8fd67999bba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418823 Sep 03 20:34:10.717573 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:10.785250 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-65ccf326-7f10-4203-b0fa-3f45300b21a7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834870 Sep 03 20:34:10.874645 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c94f7932-e03f-4053-b43b-d7d30544eb18 req-f186cab6-dd72-4ebd-a986-2b94922228dd service neutron] 10.222.0.47 "GET /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Sep 03 20:34:10.937195 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'ac00056a-f086-409b-90fd-cf794181812e', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'port_id': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'mac_address': 'fa:16:3e:fb:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2475140-4870-430f-ba66-9a783ceed900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:33:58Z', 'updated_at': '2021-09-03T20:34:09Z', 'revision_number': 1, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:10.962859 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16ea01-1096-4c0b-8608-85f43d555cc6 None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'ac00056a-f086-409b-90fd-cf794181812e', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'port_id': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'mac_address': 'fa:16:3e:fb:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2475140-4870-430f-ba66-9a783ceed900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:33:58Z', 'updated_at': '2021-09-03T20:34:09Z', 'revision_number': 1, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:34:11.143868 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb347ad5-e48a-49af-9a76-d7e2e39cdc29 None None] New status for floating IP ac00056a-f086-409b-90fd-cf794181812e: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:34:12.677131 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6ced-35fa-49fd-8106-b7f6d6c002cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.007664 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.802319 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:15.558997 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:25.946519 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eabdbe-4612-489a-b72a-6329afd0798e req-bf3635ba-4696-45b8-875d-25b92ef90f67 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:25.948025 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f9eabdbe-4612-489a-b72a-6329afd0798e req-bf3635ba-4696-45b8-875d-25b92ef90f67 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0518377 Sep 03 20:34:25.991128 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f9eabdbe-4612-489a-b72a-6329afd0798e req-8a680554-b272-4fb9-b37a-81cf7ca8a1e8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Sep 03 20:34:27.115338 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84780c32-c3d9-4c57-9772-187868d671be req-194d2e00-b1ac-4f5d-a9aa-f9e987108308 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:27.116793 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-84780c32-c3d9-4c57-9772-187868d671be req-194d2e00-b1ac-4f5d-a9aa-f9e987108308 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0512035 Sep 03 20:34:27.153712 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-84780c32-c3d9-4c57-9772-187868d671be req-224cbfd5-9521-4ffd-9555-e76a765c4868 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Sep 03 20:34:28.276648 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73678-c0df-4892-b494-2ac9183fa330 req-d55a4839-cd0f-4938-8fe0-ba91614e1277 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:28.278193 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-52c73678-c0df-4892-b494-2ac9183fa330 req-d55a4839-cd0f-4938-8fe0-ba91614e1277 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0504038 Sep 03 20:34:28.319016 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-52c73678-c0df-4892-b494-2ac9183fa330 req-f2adbce3-9f60-4cd9-94af-61a5a80cca33 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347917 Sep 03 20:34:29.133818 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20950e-0a5e-40a8-b5d3-4a88ecf25071 req-f2de54fe-4ca6-45b3-ba14-cb008ddb3ed6 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:29.135365 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ff20950e-0a5e-40a8-b5d3-4a88ecf25071 req-f2de54fe-4ca6-45b3-ba14-cb008ddb3ed6 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 946 time: 0.0574291 Sep 03 20:34:29.175085 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ff20950e-0a5e-40a8-b5d3-4a88ecf25071 req-bc6c5e43-7beb-4d10-bae4-56eb299c02b2 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Sep 03 20:34:29.443893 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea84e4-0d6d-42ee-8f0b-565db964ac67 req-006a6fd8-ab83-4765-bc67-45ce4df9593d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:29.445379 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-31ea84e4-0d6d-42ee-8f0b-565db964ac67 req-006a6fd8-ab83-4765-bc67-45ce4df9593d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0516798 Sep 03 20:34:29.486986 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-31ea84e4-0d6d-42ee-8f0b-565db964ac67 req-f0267691-8a0b-4f9f-88d9-e080bdbdc0e4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347362 Sep 03 20:34:30.290083 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d86394-b766-4e1b-9a20-18ab4c1e2911 req-36add7e7-e96f-4246-8de4-60de864c3e00 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:30.291513 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d3d86394-b766-4e1b-9a20-18ab4c1e2911 req-36add7e7-e96f-4246-8de4-60de864c3e00 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 946 time: 0.0510457 Sep 03 20:34:30.327779 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d3d86394-b766-4e1b-9a20-18ab4c1e2911 req-ca82dff4-716d-4c6d-a9ed-a16acce51bf7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/security-groups?id=f98df8e0-b6d9-45a5-9e81-f664297b1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Sep 03 20:34:30.604497 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ecd5-97fc-49d5-bbd8-67a64c0beeac req-2f5c63c3-cd89-456b-9119-1007f8e550bd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:30.606477 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5de1ecd5-97fc-49d5-bbd8-67a64c0beeac req-2f5c63c3-cd89-456b-9119-1007f8e550bd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0477748 Sep 03 20:34:30.642447 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5de1ecd5-97fc-49d5-bbd8-67a64c0beeac req-8756fca1-a50c-426a-8d25-74fa68c95860 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301766 Sep 03 20:34:30.853559 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:31.007049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-df977767-76a6-46e3-b21b-47b654a021d5 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:31.008500 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-df977767-76a6-46e3-b21b-47b654a021d5 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 946 time: 0.0517921 Sep 03 20:34:31.098662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Deleting port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:34:31.099008 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:31.186009 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] For port ae10ffc2-8cc8-4f21-8985-d148d133b4b6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,segment=NetworkSegment(5edac3b3-73b8-4dbc-9404-f73aa86be36e),segment_id=5edac3b3-73b8-4dbc-9404-f73aa86be36e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:31.186374 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:31.197788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Calling delete_port for ae10ffc2-8cc8-4f21-8985-d148d133b4b6 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:34:31.323079 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:31.335664 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['ae10ffc2-8cc8-4f21-8985-d148d133b4b6'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:34:31.356074 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Pushing event deleted for resources: {'Port': ['ID=ae10ffc2-8cc8-4f21-8985-d148d133b4b6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:31.395626 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] No DVR routers for this DVR port ae10ffc2-8cc8-4f21-8985-d148d133b4b6 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:34:31.406712 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:31.408556 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-85c7ec1c-44f2-4c71-9a0d-1aaa3f7ad716 req-37abcc6b-c7bd-463e-9142-650540b0b0e7 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.47 "DELETE /v2.0/ports/ae10ffc2-8cc8-4f21-8985-d148d133b4b6 HTTP/1.1" status: 204 len: 173 time: 0.3934085 Sep 03 20:34:31.410188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'name': 'network-vif-deleted', 'tag': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:31.412541 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1291e4-6f1e-4838-9452-e03cb84705d2" -d '{"events": [{"server_uuid": "006970ba-8d09-4daa-b81f-dd3d2cfcba9c", "name": "network-vif-deleted", "tag": "ae10ffc2-8cc8-4f21-8985-d148d133b4b6"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:31.430424 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-750d6cc1-1dd0-487f-af90-7090393b2bc1 req-99701f45-2fe5-4a94-a9a4-ffc6fd22fbea tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] 10.222.0.23 "GET /v2.0/ports?device_id=006970ba-8d09-4daa-b81f-dd3d2cfcba9c HTTP/1.1" status: 200 len: 210 time: 0.0328805 Sep 03 20:34:31.473347 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4f2db-602e-4180-ba05-d9e139957b30 x-openstack-request-id: req-3fe4f2db-602e-4180-ba05-d9e139957b30 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:31.473659 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006970ba-8d09-4daa-b81f-dd3d2cfcba9c", "name": "network-vif-deleted", "tag": "ae10ffc2-8cc8-4f21-8985-d148d133b4b6", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:31.473908 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fe4f2db-602e-4180-ba05-d9e139957b30 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:31.474301 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006970ba-8d09-4daa-b81f-dd3d2cfcba9c', 'name': 'network-vif-deleted', 'tag': 'ae10ffc2-8cc8-4f21-8985-d148d133b4b6', 'status': 'completed', 'code': 200} Sep 03 20:34:31.759076 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c4d96-2577-4696-b7bd-8f84037ffae8 req-194bc61c-0ace-45f0-94ed-bff232de860d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:31.760425 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8e5c4d96-2577-4696-b7bd-8f84037ffae8 req-194bc61c-0ace-45f0-94ed-bff232de860d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0468903 Sep 03 20:34:31.796262 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-8e5c4d96-2577-4696-b7bd-8f84037ffae8 req-045f244c-1146-4ece-8d27-f967e7d1008c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294242 Sep 03 20:34:32.917025 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb367-34b0-4815-8c71-1241bc031b45 req-d795aa58-1dbc-4488-ad6a-7f944a67b992 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:32.918719 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-73edb367-34b0-4815-8c71-1241bc031b45 req-d795aa58-1dbc-4488-ad6a-7f944a67b992 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0476561 Sep 03 20:34:32.957293 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-73edb367-34b0-4815-8c71-1241bc031b45 req-66c105e9-b9f7-4525-92fb-c78638fb21bc tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Sep 03 20:34:34.074250 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90567891-ca9d-4850-b2b0-747d1cfe30d6 req-3c15ca1e-113b-4522-b4cf-d1505333984c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:34.075715 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-90567891-ca9d-4850-b2b0-747d1cfe30d6 req-3c15ca1e-113b-4522-b4cf-d1505333984c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0489707 Sep 03 20:34:34.112971 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-90567891-ca9d-4850-b2b0-747d1cfe30d6 req-e5f4039c-da46-49fe-b5cb-506cc2c988f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Sep 03 20:34:35.232089 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31a5f-3bce-4056-b92a-02b8556ee9e6 req-0b5bf008-84f6-43fc-ae48-d8a77f920cd0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:35.233613 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-08d31a5f-3bce-4056-b92a-02b8556ee9e6 req-0b5bf008-84f6-43fc-ae48-d8a77f920cd0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0531461 Sep 03 20:34:35.269799 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-08d31a5f-3bce-4056-b92a-02b8556ee9e6 req-8a441baa-0ad3-435e-9164-b3efeddefd05 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303476 Sep 03 20:34:35.903408 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device ae10ffc2-8cc8-4f21-8985-d148d133b4b6 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:34:35.922932 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: ae10ffc2-8cc8-4f21-8985-d148d133b4b6 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:34:35.923282 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device ae10ffc2-8cc8-4f21-8985-d148d133b4b6 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:34:36.385986 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35082b-388f-4a0f-ab65-03fd8f70b3b1 req-7235868a-417f-470d-8acc-23cad2edefcd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:36.387477 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bc35082b-388f-4a0f-ab65-03fd8f70b3b1 req-7235868a-417f-470d-8acc-23cad2edefcd tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0494857 Sep 03 20:34:36.424953 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bc35082b-388f-4a0f-ab65-03fd8f70b3b1 req-fe890ae8-5e5d-48b8-8085-886e76174ec1 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Sep 03 20:34:37.539153 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257a1f-db6c-42fe-9988-6298ec3b24f9 req-a305236e-9115-4f48-b8c9-c7f26e603cf2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:37.540597 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f1257a1f-db6c-42fe-9988-6298ec3b24f9 req-a305236e-9115-4f48-b8c9-c7f26e603cf2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0476096 Sep 03 20:34:37.576592 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f1257a1f-db6c-42fe-9988-6298ec3b24f9 req-ee767476-ad98-4ef6-b581-97d7db0adfb0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301888 Sep 03 20:34:37.670856 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:34:38.703079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dcb37-32ee-453c-99aa-595b059818ec req-1030d74b-127e-4598-b769-ee8985455372 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:38.704757 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-472dcb37-32ee-453c-99aa-595b059818ec req-1030d74b-127e-4598-b769-ee8985455372 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0540719 Sep 03 20:34:38.743678 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-472dcb37-32ee-453c-99aa-595b059818ec req-d6893a6a-0418-4437-b365-6ce5b472b0c4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Sep 03 20:34:39.860252 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25121a7f-d187-444c-9bc2-dbd291c64c38 req-054b8685-5248-4836-8fb4-7862a5ad2c43 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:39.861732 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-25121a7f-d187-444c-9bc2-dbd291c64c38 req-054b8685-5248-4836-8fb4-7862a5ad2c43 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0482283 Sep 03 20:34:39.897833 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-25121a7f-d187-444c-9bc2-dbd291c64c38 req-b2d37f71-e6cd-4a4a-8501-f6a17c249f58 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303664 Sep 03 20:34:40.096501 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dde6225d-8393-4e31-a130-d73ccafb6e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:41.016207 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55f8f-a8b8-4e0a-a295-d6898d1ef49e req-500710f7-60d0-41e4-a8bc-f3447c5480c0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:41.017604 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1de55f8f-a8b8-4e0a-a295-d6898d1ef49e req-500710f7-60d0-41e4-a8bc-f3447c5480c0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0480795 Sep 03 20:34:41.055559 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1de55f8f-a8b8-4e0a-a295-d6898d1ef49e req-893c072d-d9ea-4933-863b-05b5d2d9f568 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Sep 03 20:34:42.176606 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f63e7-a565-468d-aac9-2e0f9851aab5 req-ca18a297-f4a8-450c-95b7-ae1e182c924a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:42.178160 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-167f63e7-a565-468d-aac9-2e0f9851aab5 req-ca18a297-f4a8-450c-95b7-ae1e182c924a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0503230 Sep 03 20:34:42.214805 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-167f63e7-a565-468d-aac9-2e0f9851aab5 req-ea91fb93-6117-44b0-bd50-fbb92e8ae5a3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301888 Sep 03 20:34:42.677703 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-673c0986-d42d-4d45-9b2f-4f2542b0d896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:43.008142 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:43.333679 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9966e-0bab-4e60-98b0-741c618b156b req-871b989e-52b7-43a2-adbd-e09e19189e14 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:43.335156 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-04c9966e-0bab-4e60-98b0-741c618b156b req-871b989e-52b7-43a2-adbd-e09e19189e14 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0482106 Sep 03 20:34:43.373681 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-04c9966e-0bab-4e60-98b0-741c618b156b req-bceb9028-6d58-408f-a1ca-c81b67d1a2de tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Sep 03 20:34:43.804137 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:44.490962 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f852a-d6e1-4fbe-9a2e-dd660bee2e94 req-b7a34512-10d4-4c90-a3d9-40328d52a140 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:44.492409 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ee1f852a-d6e1-4fbe-9a2e-dd660bee2e94 req-b7a34512-10d4-4c90-a3d9-40328d52a140 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0485089 Sep 03 20:34:44.528561 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ee1f852a-d6e1-4fbe-9a2e-dd660bee2e94 req-2c38a943-2cfd-4f34-a814-c8bab3c20d90 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302927 Sep 03 20:34:45.247946 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:34:45.337139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:45.351495 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'mac_address': 'fa:16:3e:b4:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:34:45.392029 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:45.404030 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:34:45.422364 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:45.425919 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:45.475299 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:45.482703 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.483053 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.483395 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.483730 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.484061 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.484391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.484717 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.485042 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.485367 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.485712 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.486033 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.486379 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:45.514429 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:34:45.570376 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:45.653170 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b600ec-117b-4182-95e8-8a18cf37a9b9 req-32b8a084-b263-4672-8f2f-d641bd922991 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:45.654578 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-53b600ec-117b-4182-95e8-8a18cf37a9b9 req-32b8a084-b263-4672-8f2f-d641bd922991 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0522239 Sep 03 20:34:45.691506 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-53b600ec-117b-4182-95e8-8a18cf37a9b9 req-3cb366c6-9a5e-43f0-a547-8b92c71cf336 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308580 Sep 03 20:34:46.811186 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec160ec-b5c7-4bdb-bf57-584510c3f0cb req-0c4b6d0d-58a8-40d8-b0e1-2e4551331c93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:46.812651 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6ec160ec-b5c7-4bdb-bf57-584510c3f0cb req-0c4b6d0d-58a8-40d8-b0e1-2e4551331c93 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0502000 Sep 03 20:34:46.848849 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6ec160ec-b5c7-4bdb-bf57-584510c3f0cb req-4b8d5196-0359-4a47-bf81-fd3e78eccb63 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302424 Sep 03 20:34:47.260233 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:34:47.305995 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:34:47.306371 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:47.392260 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:47.532862 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:47.535126 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875c166-ddb2-47cc-b340-57f5e8f88724" -d '{"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-plugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:47.549281 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:47.558845 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:47.609497 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:47.633535 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5bc153-4b02-4d22-b52a-313dab9a0865 x-openstack-request-id: req-eb5bc153-4b02-4d22-b52a-313dab9a0865 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:47.634099 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-plugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:47.634347 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb5bc153-4b02-4d22-b52a-313dab9a0865 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:47.634758 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'code': 200} Sep 03 20:34:47.974220 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77323385-f4e7-4ecf-9e6a-b201c6d03b3d req-a8e8751d-ed98-4b46-a0c3-1508604ba196 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:47.975740 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77323385-f4e7-4ecf-9e6a-b201c6d03b3d req-a8e8751d-ed98-4b46-a0c3-1508604ba196 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0528288 Sep 03 20:34:48.014258 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77323385-f4e7-4ecf-9e6a-b201c6d03b3d req-82e45739-e67d-40f8-a49d-47ff17c1361c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326638 Sep 03 20:34:49.138202 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3e85-5e01-4a80-8e44-b476f7ac9515 req-e344d2e7-0c3e-41ef-bf23-0d2a08e87f25 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:49.140458 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-722a3e85-5e01-4a80-8e44-b476f7ac9515 req-e344d2e7-0c3e-41ef-bf23-0d2a08e87f25 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0533586 Sep 03 20:34:49.180600 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-722a3e85-5e01-4a80-8e44-b476f7ac9515 req-0f07911e-e106-487d-9182-302f8915ab94 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Sep 03 20:34:50.325053 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebfcce-61e2-43a8-8e3c-ee0ba8788e86 req-8d2050f9-a079-4255-8d0d-c89f7e01e08b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:50.329293 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-04ebfcce-61e2-43a8-8e3c-ee0ba8788e86 req-8d2050f9-a079-4255-8d0d-c89f7e01e08b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0597899 Sep 03 20:34:50.370583 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-04ebfcce-61e2-43a8-8e3c-ee0ba8788e86 req-d361f555-990d-4c81-9803-246f02a081d0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Sep 03 20:34:51.519391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a7d97-2ef6-4b15-8a02-a3d57a89c0ff req-a0b2bc42-bef3-489c-9f33-701172847361 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:51.520919 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de3a7d97-2ef6-4b15-8a02-a3d57a89c0ff req-a0b2bc42-bef3-489c-9f33-701172847361 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0532770 Sep 03 20:34:51.564809 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-de3a7d97-2ef6-4b15-8a02-a3d57a89c0ff req-3f69a438-af5e-4944-b328-16f42fc318a0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365486 Sep 03 20:34:52.683113 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044068d2-85da-44c7-a192-ab3723f0e769 req-ec8d5155-72b1-4760-8df2-26b073e58cf6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:52.691093 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-044068d2-85da-44c7-a192-ab3723f0e769 req-ec8d5155-72b1-4760-8df2-26b073e58cf6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0579076 Sep 03 20:34:52.738115 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-044068d2-85da-44c7-a192-ab3723f0e769 req-a8a25f76-95b0-4d3b-baf4-03a119541dc6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460215 Sep 03 20:34:53.870086 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9b958-3e0f-4bfb-aae8-f0ab7d420a3d req-0c1e9d64-6e5f-457d-9b6b-80436dc0cae4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:53.873233 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-62c9b958-3e0f-4bfb-aae8-f0ab7d420a3d req-0c1e9d64-6e5f-457d-9b6b-80436dc0cae4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0606453 Sep 03 20:34:53.916061 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-62c9b958-3e0f-4bfb-aae8-f0ab7d420a3d req-51d07803-2c55-49e7-9828-bbd9fa22b660 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362961 Sep 03 20:34:55.069491 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369d64d-be29-4f91-a2a9-d0d51e366714 req-625843f6-437d-4e08-a41e-ac8c0cfc77b9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:55.077955 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7369d64d-be29-4f91-a2a9-d0d51e366714 req-625843f6-437d-4e08-a41e-ac8c0cfc77b9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0740097 Sep 03 20:34:55.115215 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7369d64d-be29-4f91-a2a9-d0d51e366714 req-39f01b64-1992-45b5-899f-ca90f4de274d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Sep 03 20:34:55.618990 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37628) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:55.683886 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Deleting subnet 2553f355-477a-423b-9df2-a34e38dddb63 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:34:55.687885 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:55.735502 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:55.784363 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:55.843937 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:55.882000 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2553f355-477a-423b-9df2-a34e38dddb63,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:55.887779 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:55.890674 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3b9497d5-fc68-41fe-ae5f-3b00dc8164b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2553f355-477a-423b-9df2-a34e38dddb63 HTTP/1.1" status: 204 len: 168 time: 0.2704179 Sep 03 20:34:55.893477 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37630) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:55.977294 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.060269 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.070969 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a46ae35-9925-4907-96f1-756c63af5795']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:56.082233 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edac3b3-73b8-4dbc-9404-f73aa86be36e') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:56.082608 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edac3b3-73b8-4dbc-9404-f73aa86be36e') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:56.094438 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.109965 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.116482 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:34:56.116890 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:34:56.118676 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:34:56.224319 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.239441 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.247984 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a46ae35-9925-4907-96f1-756c63af5795 HTTP/1.1" status: 204 len: 168 time: 0.3472934 Sep 03 20:34:56.266170 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437bc26-9cfe-47d6-b087-94698ffae414 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a46ae35-9925-4907-96f1-756c63af5795,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:56.280644 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70317130-4d89-47e4-899c-587d37363791 req-2b9a80ee-856b-40ed-9126-7efb3c9ebf83 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:56.282496 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70317130-4d89-47e4-899c-587d37363791 req-2b9a80ee-856b-40ed-9126-7efb3c9ebf83 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0766218 Sep 03 20:34:56.327726 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-70317130-4d89-47e4-899c-587d37363791 req-6f996141-9a62-4a47-b49c-f161986992ab tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382869 Sep 03 20:34:56.449618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37642) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:56.501444 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-6575c7e7-3ac9-4086-82e1-ec943eca097f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b40ca0658b68408589083e44acc58ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503776 Sep 03 20:34:56.503609 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:56.559097 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.592188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.654505 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.657230 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:56.658450 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f98df8e0-b6d9-45a5-9e81-f664297b1a67 HTTP/1.1" status: 204 len: 168 time: 0.1538095 Sep 03 20:34:56.667464 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98df8e0-b6d9-45a5-9e81-f664297b1a67,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:56.675148 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.675506 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.675857 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.676203 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.676548 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.676892 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.677272 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.677586 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.677932 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.678262 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.678600 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:56.678932 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cf0bf-f9ab-4f9f-a9bf-9fd20f2a792c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:57.457270 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c483f0-20ca-4820-af5c-9a196364a6f4 req-d1018d0a-80fb-4adf-bf72-0422abd3c6f4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:57.459131 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-24c483f0-20ca-4820-af5c-9a196364a6f4 req-d1018d0a-80fb-4adf-bf72-0422abd3c6f4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0519328 Sep 03 20:34:57.500037 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-24c483f0-20ca-4820-af5c-9a196364a6f4 req-d9dc9c8a-a361-4579-8bdf-1e5cd79686e3 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Sep 03 20:34:57.637996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-fea879c6-8cd6-4da0-a266-56288336d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:57.639438 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-fea879c6-8cd6-4da0-a266-56288336d368 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1098 time: 0.0397072 Sep 03 20:34:57.728688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-52c59ece-e51b-4e75-ac1f-89fff0fa82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:57.730218 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-52c59ece-e51b-4e75-ac1f-89fff0fa82b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.0834107 Sep 03 20:34:57.793925 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-6e68babe-726b-41c7-8864-6681880a7b21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 1001 time: 0.0563655 Sep 03 20:34:57.845091 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-7bbc91f0-73f7-47cc-9f77-6240262ac6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:57.846587 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-7bbc91f0-73f7-47cc-9f77-6240262ac6f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0458267 Sep 03 20:34:57.891975 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-795bd8c7-019e-42e0-9812-0d05e8c02585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:57.893361 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-795bd8c7-019e-42e0-9812-0d05e8c02585 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391974 Sep 03 20:34:57.984938 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-131d6080-cbce-4559-8b91-b4a66980fcf0 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831778 Sep 03 20:34:58.073518 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-e5b7829a-bcc5-46f2-a354-70d6e655a174 req-f64e8a52-6257-49d1-a932-361ae90d8ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816221 Sep 03 20:34:58.617184 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe45f65-0a2e-4bde-876d-efb707c810e7 req-3c7927ba-55d5-4720-aa65-346ea43a0fac tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:58.618664 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4fe45f65-0a2e-4bde-876d-efb707c810e7 req-3c7927ba-55d5-4720-aa65-346ea43a0fac tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0487602 Sep 03 20:34:58.655090 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4fe45f65-0a2e-4bde-876d-efb707c810e7 req-a083b610-122c-4f65-a4cb-451f6cab0862 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300634 Sep 03 20:34:59.779796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132e44a-173d-4939-8285-2606bf97a8d2 req-ffbffb23-49f2-4562-bdf8-286671102a1c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:59.781472 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f132e44a-173d-4939-8285-2606bf97a8d2 req-ffbffb23-49f2-4562-bdf8-286671102a1c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0502155 Sep 03 20:34:59.822280 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f132e44a-173d-4939-8285-2606bf97a8d2 req-bf1edfd1-6d89-4107-974c-d3732efcf7e5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347245 Sep 03 20:35:00.865031 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:00.940191 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e77e2f-d7f9-47f6-8e29-31408aba12d4 req-94538171-f46c-4044-8b4d-5a4c0eb40d6a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:00.941673 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-44e77e2f-d7f9-47f6-8e29-31408aba12d4 req-94538171-f46c-4044-8b4d-5a4c0eb40d6a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 945 time: 0.0479176 Sep 03 20:35:00.978884 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-44e77e2f-d7f9-47f6-8e29-31408aba12d4 req-8b75ab4f-4845-4fc4-a4c9-e0e404f70a41 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Sep 03 20:35:01.352032 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:35:01.429822 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:01.461442 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:35:01.463740 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9b539-cb22-40e8-b26a-f41824935f92" -d '{"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-unplugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:35:01.475762 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:01.480567 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:01.506928 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 20:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a68302-ad2a-4f8d-b673-bf4f9cfe28ac x-openstack-request-id: req-89a68302-ad2a-4f8d-b673-bf4f9cfe28ac {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:35:01.507216 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-unplugged", "status": "failed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "code": 422}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:35:01.507498 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89a68302-ad2a-4f8d-b673-bf4f9cfe28ac {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:35:01.507942 dv-cinder-760152-5-iscsi neutron-server[93896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'code': 422} returned with failed status Sep 03 20:35:01.533721 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:01.884491 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0130b-6498-474b-a07a-bb332d36d8ac req-cc5f6a1c-c31e-4282-be4e-619bde55d3c2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:01.885892 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5cb0130b-6498-474b-a07a-bb332d36d8ac req-cc5f6a1c-c31e-4282-be4e-619bde55d3c2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0498176 Sep 03 20:35:01.946017 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5cb0130b-6498-474b-a07a-bb332d36d8ac req-bcf5a375-5cfe-40cd-b238-ea5984342d48 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526714 Sep 03 20:35:01.951981 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-d6a443fa-8c34-4d9e-bfa5-2e6d9adb1f02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754089 Sep 03 20:35:02.879647 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c915-4611-4694-9498-767b329f6fb9 req-9b280cf4-9430-43dd-a9d3-58a588c351bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:02.881152 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-9b280cf4-9430-43dd-a9d3-58a588c351bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef&tenant_id=55172c075d4942569f4bb82bb4a0b6a2 HTTP/1.1" status: 200 len: 1096 time: 0.2701530 Sep 03 20:35:02.943777 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c915-4611-4694-9498-767b329f6fb9 req-16da94fc-670f-459a-8fb1-3c6bc8f50051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:02.945261 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-16da94fc-670f-459a-8fb1-3c6bc8f50051 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1096 time: 0.0397098 Sep 03 20:35:03.049748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c915-4611-4694-9498-767b329f6fb9 req-ad432d75-5007-4fbf-b44f-6994cf63ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:03.051231 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-ad432d75-5007-4fbf-b44f-6994cf63ddf1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.0988712 Sep 03 20:35:03.097543 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4eb6e-a33f-4313-aae8-b50554d68df9 req-2948ca88-d2c0-4728-bc0b-b62bdcdc262d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:03.099331 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8cf4eb6e-a33f-4313-aae8-b50554d68df9 req-2948ca88-d2c0-4728-bc0b-b62bdcdc262d tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0524631 Sep 03 20:35:03.120864 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-6cb0b38e-f510-4d91-ba3c-0730302be551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 999 time: 0.0627437 Sep 03 20:35:03.137391 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8cf4eb6e-a33f-4313-aae8-b50554d68df9 req-41a123d4-4b47-4a49-97f1-7ae982e9a05a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Sep 03 20:35:03.170623 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c915-4611-4694-9498-767b329f6fb9 req-e8195ed3-3f3e-4dbf-a0e7-8f8030cf4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:03.172083 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-e8195ed3-3f3e-4dbf-a0e7-8f8030cf4727 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0442879 Sep 03 20:35:03.222475 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c915-4611-4694-9498-767b329f6fb9 req-003a3365-b616-4eb7-b85f-a3bf7c4484d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:03.223987 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-003a3365-b616-4eb7-b85f-a3bf7c4484d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438848 Sep 03 20:35:03.314015 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-a0e33797-75c4-440d-acb0-a80286395b36 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Sep 03 20:35:03.409810 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ce52c915-4611-4694-9498-767b329f6fb9 req-f967279a-cc98-4f5d-8e6a-e7acfb323987 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886860 Sep 03 20:35:04.268807 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdbf34-4323-43be-9f50-3c6af18daa2c req-9f0aac24-59f3-4c12-bf30-64bd4b4d36aa tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:04.271060 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-87cdbf34-4323-43be-9f50-3c6af18daa2c req-9f0aac24-59f3-4c12-bf30-64bd4b4d36aa tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0577037 Sep 03 20:35:04.308894 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-87cdbf34-4323-43be-9f50-3c6af18daa2c req-5f999137-f8a3-435c-928b-6d7ddf198589 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Sep 03 20:35:05.368584 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:35:05.467304 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218150a-40da-47ff-94ee-7e36e6295d8d req-e0f170a1-5727-4ad0-bca1-05570ce0a369 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:05.470760 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f218150a-40da-47ff-94ee-7e36e6295d8d req-e0f170a1-5727-4ad0-bca1-05570ce0a369 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0669329 Sep 03 20:35:05.519499 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f218150a-40da-47ff-94ee-7e36e6295d8d req-7af45aa9-eee1-4c59-a897-b751b6f9bf32 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Sep 03 20:35:06.643475 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53df9-c92c-4191-8fa4-e353ac7921c3 req-4477e010-a3d1-4536-9b93-177a33173b7a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:06.644958 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-36c53df9-c92c-4191-8fa4-e353ac7921c3 req-4477e010-a3d1-4536-9b93-177a33173b7a tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0522611 Sep 03 20:35:06.689661 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-36c53df9-c92c-4191-8fa4-e353ac7921c3 req-9e2d8ca1-5aeb-40f8-b3cb-c2cef2d2e240 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387053 Sep 03 20:35:07.828719 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f2bb3-edc4-43a8-93ea-8fc0f1ae971b req-d7b4422e-2933-48df-bb47-5df8b8618c7c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:07.831148 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b79f2bb3-edc4-43a8-93ea-8fc0f1ae971b req-d7b4422e-2933-48df-bb47-5df8b8618c7c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0593853 Sep 03 20:35:07.875435 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b79f2bb3-edc4-43a8-93ea-8fc0f1ae971b req-19d7559b-0b4f-4b82-bd5a-66418e4472f7 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Sep 03 20:35:09.005193 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11318cb-7f14-4f56-8338-b0998cb345c1 req-7faf66d3-0126-46a3-8296-d66c143ec497 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:09.006859 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a11318cb-7f14-4f56-8338-b0998cb345c1 req-7faf66d3-0126-46a3-8296-d66c143ec497 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0604839 Sep 03 20:35:09.046063 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a11318cb-7f14-4f56-8338-b0998cb345c1 req-d60772c9-e791-4292-bd32-8889f3e448c0 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331407 Sep 03 20:35:10.096832 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dedb74d9-ee82-473b-8e8e-9c7672c2a34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:10.189122 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf1e8a-6640-44f1-a25b-26d12c1f430c req-e6a65c0a-a129-4da5-83eb-693baebd37b8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:10.190683 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-23bf1e8a-6640-44f1-a25b-26d12c1f430c req-e6a65c0a-a129-4da5-83eb-693baebd37b8 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0694702 Sep 03 20:35:10.229256 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-23bf1e8a-6640-44f1-a25b-26d12c1f430c req-df664cb8-6c36-4127-9356-334b69018a84 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Sep 03 20:35:11.361870 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59624035-d964-4979-8927-b224e3e8f961 req-528a9018-0d67-4e83-beaa-5ff956b350c2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:11.363362 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-59624035-d964-4979-8927-b224e3e8f961 req-528a9018-0d67-4e83-beaa-5ff956b350c2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0572731 Sep 03 20:35:11.645914 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-59624035-d964-4979-8927-b224e3e8f961 req-9d20ecf2-829c-4cea-a31f-9c4b8af38f1c tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767243 Sep 03 20:35:12.680884 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8ddac0d0-a236-4239-ac0f-8aa2cfa2bbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:12.780157 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7325-78d8-4836-9612-74977cb2875b req-2bb83a88-9565-42f5-8001-bfafcd7faea6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:12.781785 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f26f7325-78d8-4836-9612-74977cb2875b req-2bb83a88-9565-42f5-8001-bfafcd7faea6 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0551765 Sep 03 20:35:12.829146 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f26f7325-78d8-4836-9612-74977cb2875b req-78edf2cd-12d7-48b9-96a8-f8233a694b5b tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388985 Sep 03 20:35:13.009537 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:13.805924 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:13.949100 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dc9e6-a373-404d-b80a-bb03d5c8cb31 req-315228dd-98d3-463a-b5c0-9b45e84da930 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:13.950581 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-469dc9e6-a373-404d-b80a-bb03d5c8cb31 req-315228dd-98d3-463a-b5c0-9b45e84da930 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0495470 Sep 03 20:35:13.987576 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-469dc9e6-a373-404d-b80a-bb03d5c8cb31 req-7a10066e-27f3-4003-baa7-eae7a4e10839 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Sep 03 20:35:14.669411 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:35:14.740776 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-e3b064e1-2e6f-4acb-bd72-b93ad02ac297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:14.742340 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-e3b064e1-2e6f-4acb-bd72-b93ad02ac297 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1096 time: 0.0409048 Sep 03 20:35:14.857384 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-ab8304b0-0a8a-43d6-90aa-5971e912c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:14.857384 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-ab8304b0-0a8a-43d6-90aa-5971e912c41d service neutron] 10.222.0.47 "GET /v2.0/networks?id=32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 200 len: 918 time: 0.0908763 Sep 03 20:35:14.917841 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-e0bdb22a-96de-4a8b-9021-770794403554 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 200 len: 999 time: 0.0571666 Sep 03 20:35:14.967019 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-741db078-30c7-407b-99e1-f5ea28d2f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:14.968395 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-741db078-30c7-407b-99e1-f5ea28d2f993 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 200 len: 856 time: 0.0438504 Sep 03 20:35:15.019020 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-1ffcb615-3bd3-41f4-8e18-57ab892d5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:15.020522 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-1ffcb615-3bd3-41f4-8e18-57ab892d5b3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=32f2f917-bc35-438b-baa6-3886b7544806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426927 Sep 03 20:35:15.106771 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc99fda-21b1-4517-a83d-e96b821e823b req-dcbf7b11-e381-4fed-86b2-ad7126ec783f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:15.108265 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fdc99fda-21b1-4517-a83d-e96b821e823b req-dcbf7b11-e381-4fed-86b2-ad7126ec783f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0514922 Sep 03 20:35:15.112407 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-4df5ed00-750f-4e1d-aff0-4b3d9ac07493 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Sep 03 20:35:15.146206 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fdc99fda-21b1-4517-a83d-e96b821e823b req-657a3498-98a3-46e0-8c76-31aab8c5d4eb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Sep 03 20:35:15.211548 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-81a108b9-66c5-4c23-a56b-2e31f06e817d req-149574d5-5fa2-45c6-8dd1-2e1fd5fe0a05 service neutron] 10.222.0.47 "GET /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892761 Sep 03 20:35:15.563576 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:16.268412 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eb03c-c74f-4acb-9a68-82a01dfe1d4a req-645ee1d9-2980-4b6d-83d7-243810a65179 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:16.269891 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b46eb03c-c74f-4acb-9a68-82a01dfe1d4a req-645ee1d9-2980-4b6d-83d7-243810a65179 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0480862 Sep 03 20:35:16.305842 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b46eb03c-c74f-4acb-9a68-82a01dfe1d4a req-3bf42825-af1c-48b0-b121-e0888fb7b76f tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301371 Sep 03 20:35:17.421781 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981f3a0-d53c-4785-95df-51bf3153510c req-8e1e022f-694c-4762-9a90-f7fe076bedca tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:17.423266 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6981f3a0-d53c-4785-95df-51bf3153510c req-8e1e022f-694c-4762-9a90-f7fe076bedca tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 943 time: 0.0470109 Sep 03 20:35:17.459895 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6981f3a0-d53c-4785-95df-51bf3153510c req-59012db1-c27c-403a-a73d-fbe4fb94a912 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Sep 03 20:35:17.461951 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:35:17.551172 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:17.564846 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'port_id': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'mac_address': 'fa:16:3e:b4:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:35:17.599200 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:17.611476 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:35:17.629632 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:17.633337 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:17.678820 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=9']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:17.858601 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:35:18.577546 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9699d1-a43e-4e8f-9b87-b19e84d4a50d req-ab3ae480-839a-4684-ad79-b35443401bb9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:18.578995 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc9699d1-a43e-4e8f-9b87-b19e84d4a50d req-ab3ae480-839a-4684-ad79-b35443401bb9 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 944 time: 0.0472531 Sep 03 20:35:18.618745 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc9699d1-a43e-4e8f-9b87-b19e84d4a50d req-565cce78-a161-45d1-8519-0fafe918a2a2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336266 Sep 03 20:35:19.492385 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:35:19.537934 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:35:19.538300 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:19.612118 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:19.633382 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:35:19.635582 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bb448a-de50-4f9c-a5e9-c7401d074ffe" -d '{"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-plugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:35:19.647469 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:19.652722 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:19.680079 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0234243-456e-42e1-b23a-58913a5f31dd x-openstack-request-id: req-a0234243-456e-42e1-b23a-58913a5f31dd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:35:19.680361 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-plugged", "status": "completed", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:35:19.680613 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0234243-456e-42e1-b23a-58913a5f31dd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:35:19.680996 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'code': 200} Sep 03 20:35:19.706413 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:19.764597 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50abb8-e4a9-403d-b6d8-0454b73987f5 req-371b4a47-3d9a-4547-8d5c-9ab4e780a4e5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:19.766108 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cd50abb8-e4a9-403d-b6d8-0454b73987f5 req-371b4a47-3d9a-4547-8d5c-9ab4e780a4e5 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 946 time: 0.0583580 Sep 03 20:35:19.804118 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cd50abb8-e4a9-403d-b6d8-0454b73987f5 req-14920f09-dd7d-4b9e-acef-ec168b8d9bbf tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 Sep 03 20:35:19.852047 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaff2a-137f-44f6-acce-3c6c5bcb0370 req-499fd5cd-d981-4ac4-be23-0399c6c3682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:19.853528 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9aaaff2a-137f-44f6-acce-3c6c5bcb0370 req-499fd5cd-d981-4ac4-be23-0399c6c3682b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 1099 time: 0.0384359 Sep 03 20:35:19.887603 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9aaaff2a-137f-44f6-acce-3c6c5bcb0370 req-13b4ef8c-77b0-4ea0-9060-5bf0019c7d2e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268583 Sep 03 20:35:20.923110 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424924-5742-4782-b51a-9b8d965e982a req-5b6b1c1f-c975-4a48-9ac2-867d8eb833eb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:20.924547 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d7424924-5742-4782-b51a-9b8d965e982a req-5b6b1c1f-c975-4a48-9ac2-867d8eb833eb tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 946 time: 0.0478022 Sep 03 20:35:20.960572 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d7424924-5742-4782-b51a-9b8d965e982a req-9fba29e6-cc78-4266-a61c-f2076a5c33da tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299926 Sep 03 20:35:22.077688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969e3f4-33e4-41bf-9145-5737298ece7c req-08cc1b70-56b4-4f31-bc51-d3ffbe20db41 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:22.079155 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4969e3f4-33e4-41bf-9145-5737298ece7c req-08cc1b70-56b4-4f31-bc51-d3ffbe20db41 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 946 time: 0.0476499 Sep 03 20:35:22.118840 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4969e3f4-33e4-41bf-9145-5737298ece7c req-a645e891-5c32-4d1c-9fec-7fdeae8eb2a2 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336645 Sep 03 20:35:30.881210 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:33.834967 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575004fe-b44b-4eeb-8709-90ee3f669487 req-ce480791-da4b-407a-9c81-2689ef5eb5e7 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:33.836505 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-575004fe-b44b-4eeb-8709-90ee3f669487 req-ce480791-da4b-407a-9c81-2689ef5eb5e7 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Sep 03 20:35:33.873643 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-575004fe-b44b-4eeb-8709-90ee3f669487 req-f9d07b67-d629-484a-8651-d1e4074f7b03 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306971 Sep 03 20:35:34.990790 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635892f-7003-4749-9b99-c0d040ca75b0 req-2b4c8fe9-3a14-414c-9f20-6c104aa9825f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:34.992238 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2635892f-7003-4749-9b99-c0d040ca75b0 req-2b4c8fe9-3a14-414c-9f20-6c104aa9825f tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Sep 03 20:35:35.028278 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2635892f-7003-4749-9b99-c0d040ca75b0 req-7e73368d-bfd3-45dd-a22b-0573cb73a0d7 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed071cb4-ac89-4872-b127-e9844bf4e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302434 Sep 03 20:35:35.567468 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-5f6ad9fa-ea9e-4796-bef4-73bffad47351 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:35.568908 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-5f6ad9fa-ea9e-4796-bef4-73bffad47351 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 945 time: 0.0469053 Sep 03 20:35:35.658134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Deleting port 044f145f-324a-4010-8c0d-d1b5f2527ac3 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:35.658468 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:35.743518 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] For port 044f145f-324a-4010-8c0d-d1b5f2527ac3, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=044f145f-324a-4010-8c0d-d1b5f2527ac3,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:35.743876 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:35.917062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:35.917348 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:35.917724 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Floating IP ac00056a-f086-409b-90fd-cf794181812e disassociated. External IP: 172.27.2.114, port: 044f145f-324a-4010-8c0d-d1b5f2527ac3. Sep 03 20:35:35.918062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Calling delete_port for 044f145f-324a-4010-8c0d-d1b5f2527ac3 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:36.036108 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:36.064149 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event deleted for resources: {'Port': ['ID=044f145f-324a-4010-8c0d-d1b5f2527ac3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:36.160929 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2caea20d-aa49-48c1-9199-ac574e106be8 req-6dc186ee-c790-47ef-b72d-89e0b96c3eea tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2475140-4870-430f-ba66-9a783ceed900 HTTP/1.1" status: 200 len: 210 time: 0.0511615 Sep 03 20:35:36.200441 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Router 729810ae-1ed3-4484-8c62-e3a152770979 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:35:36.301580 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:35:36.311688 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:35:36.320342 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:35:36.320949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:36.341440 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] No DVR routers for this DVR port 044f145f-324a-4010-8c0d-d1b5f2527ac3 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:35:36.343985 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:36.346008 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52004c0e-50bd-4b89-b6f2-75d1bb01b16b req-bee42390-7ac2-4e46-95ac-c4c141922a6a tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.47 "DELETE /v2.0/ports/044f145f-324a-4010-8c0d-d1b5f2527ac3 HTTP/1.1" status: 204 len: 173 time: 0.7708051 Sep 03 20:35:36.346499 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'name': 'network-vif-deleted', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:35:36.348746 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afc76de-8c1f-4ec4-a55a-002560ad356a" -d '{"events": [{"server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "name": "network-vif-deleted", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:35:36.389649 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8722e4-c2f3-4e56-9bcd-7cbe818ee712 x-openstack-request-id: req-6d8722e4-c2f3-4e56-9bcd-7cbe818ee712 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:35:36.389985 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2475140-4870-430f-ba66-9a783ceed900", "name": "network-vif-deleted", "tag": "044f145f-324a-4010-8c0d-d1b5f2527ac3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:35:36.390236 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d8722e4-c2f3-4e56-9bcd-7cbe818ee712 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:35:36.390678 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2475140-4870-430f-ba66-9a783ceed900', 'name': 'network-vif-deleted', 'tag': '044f145f-324a-4010-8c0d-d1b5f2527ac3', 'status': 'completed', 'code': 200} Sep 03 20:35:36.430946 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:35:36.628603 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:36.657467 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:35:36.665368 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:35:36.666003 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:36.773649 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:35:36.973627 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:36.998579 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e6954d-928f-46c8-93a7-080fddc4103b None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:28:59Z', 'revision_number': 4, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc', 'name': '', 'network_id': '5ee35ae0-1c37-426c-a0c3-8fd67999bba3', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'mac_address': 'fa:16:3e:d4:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:55Z', 'updated_at': '2021-09-03T20:29:11Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'subnets': [{'id': '7d9d8efb-ecbc-4c94-afbd-30a18d8adee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:35:37.194862 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25510c-c837-4a96-8a95-735ed289b9d3 None None] New status for floating IP ac00056a-f086-409b-90fd-cf794181812e: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:35:37.245141 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37946) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:37.299532 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0966bde9-6c3e-4b89-963d-7266ed0b91d3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.323664 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0966bde9-6c3e-4b89-963d-7266ed0b91d3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.370194 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0966bde9-6c3e-4b89-963d-7266ed0b91d3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.373183 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0966bde9-6c3e-4b89-963d-7266ed0b91d3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.374377 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-0966bde9-6c3e-4b89-963d-7266ed0b91d3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed071cb4-ac89-4872-b127-e9844bf4e05e HTTP/1.1" status: 204 len: 168 time: 0.1277087 Sep 03 20:35:37.377139 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37948) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:37.382855 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966bde9-6c3e-4b89-963d-7266ed0b91d3 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed071cb4-ac89-4872-b127-e9844bf4e05e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:37.390682 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.api.v2.resource [None req-7a3e0a26-d729-4622-b7d1-09ec9d42a477 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] show failed (client error): The resource could not be found. Sep 03 20:35:37.392435 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7a3e0a26-d729-4622-b7d1-09ec9d42a477 tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "GET /v2.0/security-groups/ed071cb4-ac89-4872-b127-e9844bf4e05e HTTP/1.1" status: 404 len: 347 time: 0.0142734 Sep 03 20:35:37.395658 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:37.518204 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Deleting port 35df5c6b-29cb-468a-90a1-6acee8b033fb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:37.518473 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.600134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.600457 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.612044 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Calling delete_port for 35df5c6b-29cb-468a-90a1-6acee8b033fb owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:37.736596 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.761806 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Pushing event deleted for resources: {'Port': ['ID=35df5c6b-29cb-468a-90a1-6acee8b033fb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:37.820543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.823049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:37.824237 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2e364597-ad4b-46cb-baf3-fd56406161ba tempest-AttachVolumeTestJSON-1496309574 tempest-AttachVolumeTestJSON-1496309574-project] 10.222.0.23 "DELETE /v2.0/floatingips/ac00056a-f086-409b-90fd-cf794181812e HTTP/1.1" status: 204 len: 168 time: 0.4275031 Sep 03 20:35:39.616988 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 044f145f-324a-4010-8c0d-d1b5f2527ac3 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:35:39.641169 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 044f145f-324a-4010-8c0d-d1b5f2527ac3 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:35:39.641546 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 044f145f-324a-4010-8c0d-d1b5f2527ac3 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:35:40.100275 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4078f0a-8a2b-43b9-b6ae-eed52b955524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:41.339650 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37978) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:41.812208 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.045807 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Deleting port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:42.046144 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.123703 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] For port ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:42.123987 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.136364 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Calling delete_port for ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:42.309223 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.334584 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:42.345831 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.346406 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.346509 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.346844 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.347176 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.347510 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.347847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.348171 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.348499 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.348823 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.349464 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.349464 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:42.503841 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.676637 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac031167-0ba7-4cc5-8c01-c5edebc428fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.712857 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Router 729810ae-1ed3-4484-8c62-e3a152770979 has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:35:42.814099 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:35:42.819010 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-674989a2-86d0-4412-bafd-053ea2642546 admin admin] 10.222.0.23 "PUT /v2.0/routers/729810ae-1ed3-4484-8c62-e3a152770979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783461 Sep 03 20:35:42.821596 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37982) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:42.822524 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] Sync routers for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:35:42.832635 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:35:42.833515 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:42.923452 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.939508 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:35:43.023536 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.051849 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.076010 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Deleting port 9f09faf6-ef79-44b3-8616-f866a766d5c5 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:43.076438 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.124790 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:35:42Z', 'revision_number': 5, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port': {'id': '9f09faf6-ef79-44b3-8616-f866a766d5c5', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729810ae-1ed3-4484-8c62-e3a152770979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:43.150564 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] Checking router: 729810ae-1ed3-4484-8c62-e3a152770979 for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:35:43.152224 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] For port 9f09faf6-ef79-44b3-8616-f866a766d5c5, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=9f09faf6-ef79-44b3-8616-f866a766d5c5,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:43.152597 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.168759 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Calling delete_port for 9f09faf6-ef79-44b3-8616-f866a766d5c5 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:43.169310 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] Routers {'729810ae-1ed3-4484-8c62-e3a152770979'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:35:43.170028 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['729810ae-1ed3-4484-8c62-e3a152770979'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:43.259655 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] Set router 729810ae-1ed3-4484-8c62-e3a152770979 gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:35:43.314101 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:35:43Z', 'revision_number': 6, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:43.329239 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.341070 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b34041-0f77-4016-b0b1-d24cc30f5dc4 None None] The sync data for ids ['729810ae-1ed3-4484-8c62-e3a152770979'] in dv-cinder-760152-5-iscsi is: [{'id': '729810ae-1ed3-4484-8c62-e3a152770979', 'name': 'tempest-AttachVolumeTestJSON-707946494-router', 'tenant_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:49Z', 'updated_at': '2021-09-03T20:35:43Z', 'revision_number': 6, 'project_id': '0dae737e6f3b49d7ba4c45178e5d076c', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:35:43.362964 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f09faf6-ef79-44b3-8616-f866a766d5c5,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:43.418347 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.505141 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.507179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.552021 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.552564 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729810ae-1ed3-4484-8c62-e3a152770979 {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:35:43.556786 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.557953 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-95c022ae-5aeb-4ce2-9ab7-7927bd526673 admin admin] 10.222.0.23 "DELETE /v2.0/routers/729810ae-1ed3-4484-8c62-e3a152770979 HTTP/1.1" status: 204 len: 168 time: 0.7353599 Sep 03 20:35:43.561036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37986) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:43.605255 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Deleting subnet 7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:35:43.608276 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.640613 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.719578 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.773717 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.800626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9d8efb-ecbc-4c94-afbd-30a18d8adee8,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:43.802648 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.804541 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e4f17ac9-4b84-49e1-9f86-6ad2b8b256ef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d9d8efb-ecbc-4c94-afbd-30a18d8adee8 HTTP/1.1" status: 204 len: 168 time: 0.2425425 Sep 03 20:35:43.806931 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 37988) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:43.809929 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec325eb0-44d9-480b-96eb-018b6bd93d96 None None] Network 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:35:43.831688 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.874699 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.933115 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Deleting port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:43.933478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.995938 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] For port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,segment=NetworkSegment(8dd8bbeb-87c1-457f-be87-5e744fdb158a),segment_id=8dd8bbeb-87c1-457f-be87-5e744fdb158a)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:43.996306 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.008195 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Calling delete_port for c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:44.089795 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.117172 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d76303-31e5-47f8-8b75-c75a5f7eb7b2,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:44.120534 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] No DVR routers for this DVR port c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 on host dv-cinder-760152-5-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:35:44.142879 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4e0f6-98a9-4afd-9579-4ebdc8b3f683 None None] DHCP port deletion for 5ee35ae0-1c37-426c-a0c3-8fd67999bba3 request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:35:44.202437 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.213216 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee35ae0-1c37-426c-a0c3-8fd67999bba3']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:44.226687 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd8bbeb-87c1-457f-be87-5e744fdb158a') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:44.226987 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd8bbeb-87c1-457f-be87-5e744fdb158a') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:44.236773 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.250158 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.255787 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:35:44.256181 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:35:44.257832 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:35:44.312242 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.317901 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.319761 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ee35ae0-1c37-426c-a0c3-8fd67999bba3 HTTP/1.1" status: 204 len: 168 time: 0.5119257 Sep 03 20:35:44.330773 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800beb-923e-4e30-90ad-f652f889fd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee35ae0-1c37-426c-a0c3-8fd67999bba3,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:44.439982 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:44.479876 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-32334278-fda5-4212-8afb-b1b12cbd7947 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dae737e6f3b49d7ba4c45178e5d076c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385830 Sep 03 20:35:44.482847 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 37994) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:44.540297 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d9c4-e9e5-478f-b294-dc893cae28ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.561284 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d9c4-e9e5-478f-b294-dc893cae28ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.605152 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d9c4-e9e5-478f-b294-dc893cae28ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.608168 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d9c4-e9e5-478f-b294-dc893cae28ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:44.609298 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-e3e8d9c4-e9e5-478f-b294-dc893cae28ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e744e65a-96f4-4312-ab39-241480524932 HTTP/1.1" status: 204 len: 168 time: 0.1195652 Sep 03 20:35:44.616403 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8d9c4-e9e5-478f-b294-dc893cae28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e744e65a-96f4-4312-ab39-241480524932,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:45.296570 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:35:45.316910 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:35:45.317259 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c2d76303-31e5-47f8-8b75-c75a5f7eb7b2 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:35:45.317701 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:35:45.338871 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:35:45.339139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device ac7c0478-c5b8-47c8-bcf9-b42ae87cffbc not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:35:45.339583 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 9f09faf6-ef79-44b3-8616-f866a766d5c5 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:35:45.358021 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 9f09faf6-ef79-44b3-8616-f866a766d5c5 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:35:45.358369 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 9f09faf6-ef79-44b3-8616-f866a766d5c5 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:35:45.567616 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:51.668106 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:35:52.801838 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38102) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:52.902470 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a01fb6b-61ae-4033-bc7c-d1013d8dd131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:52.991729 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a01fb6b-61ae-4033-bc7c-d1013d8dd131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:52.995204 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a01fb6b-61ae-4033-bc7c-d1013d8dd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:53.031681 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-8a01fb6b-61ae-4033-bc7c-d1013d8dd131 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd38c0d74b644ec188d0c971fecfcac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288191 Sep 03 20:35:53.033699 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01fb6b-61ae-4033-bc7c-d1013d8dd131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663e84ba-fc67-4d6f-bf92-e406b4c7df5e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:53.034400 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38106) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:53.082462 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4aecfc6-d417-47ea-a522-c873f00a582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:53.106697 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4aecfc6-d417-47ea-a522-c873f00a582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:53.158476 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4aecfc6-d417-47ea-a522-c873f00a582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:53.160993 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4aecfc6-d417-47ea-a522-c873f00a582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:53.162157 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d4aecfc6-d417-47ea-a522-c873f00a582f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/663e84ba-fc67-4d6f-bf92-e406b4c7df5e HTTP/1.1" status: 204 len: 168 time: 0.1267624 Sep 03 20:35:53.169531 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aecfc6-d417-47ea-a522-c873f00a582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e84ba-fc67-4d6f-bf92-e406b4c7df5e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:55.063538 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99332134-5ed1-46d2-b0c3-91a99f1962d4 req-cae09167-92c7-4bad-a953-aee7afbd7f58 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:55.064999 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99332134-5ed1-46d2-b0c3-91a99f1962d4 req-cae09167-92c7-4bad-a953-aee7afbd7f58 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 946 time: 0.0511892 Sep 03 20:35:55.101338 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99332134-5ed1-46d2-b0c3-91a99f1962d4 req-db0b4dc3-7573-40f1-a1a8-fbd7294b72c4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303931 Sep 03 20:35:56.219112 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6155745-f817-4ccb-a460-75c276b2409a req-9026dae6-a9d8-4dfe-bbd7-8406119d4720 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:56.220639 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a6155745-f817-4ccb-a460-75c276b2409a req-9026dae6-a9d8-4dfe-bbd7-8406119d4720 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 946 time: 0.0487797 Sep 03 20:35:56.258280 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a6155745-f817-4ccb-a460-75c276b2409a req-d9efdcc2-aee2-41fa-9c16-bb52acf2bd11 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups?id=790761b2-5729-4823-83dc-c424f0e09aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Sep 03 20:35:56.394984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-79adca2d-fbd7-4df8-beaf-fdab6ab1dfe4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:56.396337 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-79adca2d-fbd7-4df8-beaf-fdab6ab1dfe4 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 946 time: 0.0474610 Sep 03 20:35:56.486216 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Deleting port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:56.486558 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:56.572364 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] For port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:35:56.572726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:56.735068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:56.735428 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:56.735758 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Floating IP 00083286-4a23-4422-9fc2-da167d61d113 disassociated. External IP: 172.27.2.141, port: 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb. Sep 03 20:35:56.736084 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Calling delete_port for 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:56.861935 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:56.888836 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event deleted for resources: {'Port': ['ID=79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:56.902044 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.902391 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.902730 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.903065 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.903392 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.903720 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.904052 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.904885 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.905207 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.905554 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.905882 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:56.906198 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:35:57.007637 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:35:57.113274 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:35:57.125027 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:35:57.134673 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:35:57.135367 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:57.153652 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] No DVR routers for this DVR port 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:35:57.157059 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:57.159323 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dfe9f782-52aa-448e-b340-d0979b49c855 req-38ee176d-bdd8-4981-bd4d-9091559f6527 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.47 "DELETE /v2.0/ports/79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb HTTP/1.1" status: 204 len: 173 time: 0.7529182 Sep 03 20:35:57.159726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-deleted', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:35:57.162136 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46c04cf-0253-406c-b6a9-997e610d20a9" -d '{"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-deleted", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:35:57.198607 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423f1b2-3345-4c3e-97c8-9286a37a67d9 x-openstack-request-id: req-3423f1b2-3345-4c3e-97c8-9286a37a67d9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:35:57.198984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fbf12-5644-4490-acb8-5ded748ba7ef", "name": "network-vif-deleted", "tag": "79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:35:57.199311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3423f1b2-3345-4c3e-97c8-9286a37a67d9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:35:57.199743 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fbf12-5644-4490-acb8-5ded748ba7ef', 'name': 'network-vif-deleted', 'tag': '79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb', 'status': 'completed', 'code': 200} Sep 03 20:35:57.285309 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:35:57.397804 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bb2aeb6f-066e-4663-ade5-f056540e7253 req-43819a54-c838-40e4-9f5e-c99675507b64 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9fbf12-5644-4490-acb8-5ded748ba7ef HTTP/1.1" status: 200 len: 210 time: 0.0400641 Sep 03 20:35:57.534075 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:57.568646 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:35:57.577581 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:35:57.578183 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:57.679763 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:35:57.882100 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:35:57.908278 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52cf3e3-01b2-4804-8552-792b786021f6 None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:29:07Z', 'revision_number': 4, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04', 'name': '', 'network_id': '32f2f917-bc35-438b-baa6-3886b7544806', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'mac_address': 'fa:16:3e:21:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '813820e3-9732-4f32-a580-70e0866808a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:29:01Z', 'updated_at': '2021-09-03T20:29:15Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'subnets': [{'id': '813820e3-9732-4f32-a580-70e0866808a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:35:58.111372 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b5d902-573a-4f88-a2ce-eded5052a566 None None] New status for floating IP 00083286-4a23-4422-9fc2-da167d61d113: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:35:58.478136 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38204) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:58.531330 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6708-8a71-4e70-b5cc-f80ea0fda516 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.557038 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6708-8a71-4e70-b5cc-f80ea0fda516 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.602417 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6708-8a71-4e70-b5cc-f80ea0fda516 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.604988 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6708-8a71-4e70-b5cc-f80ea0fda516 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.606197 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c7fa6708-8a71-4e70-b5cc-f80ea0fda516 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "DELETE /v2.0/security-groups/790761b2-5729-4823-83dc-c424f0e09aae HTTP/1.1" status: 204 len: 168 time: 0.1270628 Sep 03 20:35:58.608913 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38206) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:58.614832 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa6708-8a71-4e70-b5cc-f80ea0fda516 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790761b2-5729-4823-83dc-c424f0e09aae,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:58.622414 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.api.v2.resource [None req-ca0a7148-a106-46fc-9c85-8c2801b22a75 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] show failed (client error): The resource could not be found. Sep 03 20:35:58.623405 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ca0a7148-a106-46fc-9c85-8c2801b22a75 tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "GET /v2.0/security-groups/790761b2-5729-4823-83dc-c424f0e09aae HTTP/1.1" status: 404 len: 347 time: 0.0134099 Sep 03 20:35:58.626351 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38208) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:35:58.748994 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Deleting port 5a88d213-5450-4622-927c-30148cde328c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:35:58.749262 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.823861 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.824187 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.836099 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Calling delete_port for 5a88d213-5450-4622-927c-30148cde328c owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:35:58.960221 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:58.983542 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Pushing event deleted for resources: {'Port': ['ID=5a88d213-5450-4622-927c-30148cde328c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:35:59.039769 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:59.042399 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:59.043525 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-254f2f12-736b-4379-9ead-a19a038b8aad tempest-AttachVolumeShelveTestJSON-1865587108 tempest-AttachVolumeShelveTestJSON-1865587108-project] 10.222.0.23 "DELETE /v2.0/floatingips/00083286-4a23-4422-9fc2-da167d61d113 HTTP/1.1" status: 204 len: 168 time: 0.4161336 Sep 03 20:36:00.883474 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:01.709857 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:36:01.729601 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:36:01.729947 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 79adb89a-ccdd-47d6-8e38-49fc0ebd2fdb not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:36:02.501694 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38272) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:02.980911 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.440408 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Deleting port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:36:03.440756 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.522435 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] For port a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:03.523102 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.535353 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Calling delete_port for a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:36:03.719068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.746249 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38292) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:03.748522 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:03.861822 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cad3c2dc-0de9-486c-9177-cdd37b850ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.929519 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.957717 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cad3c2dc-0de9-486c-9177-cdd37b850ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.961695 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cad3c2dc-0de9-486c-9177-cdd37b850ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:03.999593 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cad3c2dc-0de9-486c-9177-cdd37b850ed6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20b4acb412f247809bd7069321c87d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521055 Sep 03 20:36:04.000296 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3c2dc-0de9-486c-9177-cdd37b850ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47715881-6e55-4f96-8d4a-384462bd40c8,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:04.002062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38296) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:04.074324 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1543df2f-8dfc-4389-b519-fd0d0c6fc76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.152032 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1543df2f-8dfc-4389-b519-fd0d0c6fc76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.212610 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Router 3ca31250-d2ab-47f6-ad0e-861c761940aa has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:36:04.221306 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1543df2f-8dfc-4389-b519-fd0d0c6fc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.224004 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1543df2f-8dfc-4389-b519-fd0d0c6fc76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.225161 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-1543df2f-8dfc-4389-b519-fd0d0c6fc76f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47715881-6e55-4f96-8d4a-384462bd40c8 HTTP/1.1" status: 204 len: 168 time: 0.2221756 Sep 03 20:36:04.235884 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543df2f-8dfc-4389-b519-fd0d0c6fc76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47715881-6e55-4f96-8d4a-384462bd40c8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:04.333668 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:36:04.341458 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-12a1fe55-e297-48f6-af75-bf144e3c6ca8 admin admin] 10.222.0.23 "PUT /v2.0/routers/3ca31250-d2ab-47f6-ad0e-861c761940aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361967 Sep 03 20:36:04.341458 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38302) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:04.343840 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] Sync routers for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:36:04.357810 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:36:04.358491 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:04.446981 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.461206 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:36:04.517813 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38306) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:04.535075 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-009f4908-a957-4fff-a297-d9eceefd08cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.593076 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.684219 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-009f4908-a957-4fff-a297-d9eceefd08cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.691683 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Deleting port 72d328c2-853d-4266-82cc-70e166624a20 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:36:04.691979 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.693760 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-009f4908-a957-4fff-a297-d9eceefd08cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.744345 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '72d328c2-853d-4266-82cc-70e166624a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:36:03Z', 'revision_number': 5, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port': {'id': '72d328c2-853d-4266-82cc-70e166624a20', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:28:52Z', 'updated_at': '2021-09-03T20:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:04.758931 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-009f4908-a957-4fff-a297-d9eceefd08cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adaadcc1ef9b405b8ea5b55b67be3869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382650 Sep 03 20:36:04.758931 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4908-a957-4fff-a297-d9eceefd08cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad766e-88ce-47a0-99cb-7b02a608711c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:04.759759 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38308) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:04.770459 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] Checking router: 3ca31250-d2ab-47f6-ad0e-861c761940aa for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:36:04.779044 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] Routers {'3ca31250-d2ab-47f6-ad0e-861c761940aa'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:36:04.779646 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:35:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['3ca31250-d2ab-47f6-ad0e-861c761940aa'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:04.811286 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] For port 72d328c2-853d-4266-82cc-70e166624a20, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=72d328c2-853d-4266-82cc-70e166624a20,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:04.811663 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.820042 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-09c16459-64ea-46ce-8800-2be5fe4e0843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.823462 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Calling delete_port for 72d328c2-853d-4266-82cc-70e166624a20 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:36:04.840803 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-09c16459-64ea-46ce-8800-2be5fe4e0843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.867766 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] Set router 3ca31250-d2ab-47f6-ad0e-861c761940aa gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:36:04.894368 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-09c16459-64ea-46ce-8800-2be5fe4e0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.897089 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-09c16459-64ea-46ce-8800-2be5fe4e0843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:04.901061 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-09c16459-64ea-46ce-8800-2be5fe4e0843 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6ad766e-88ce-47a0-99cb-7b02a608711c HTTP/1.1" status: 204 len: 168 time: 0.1405442 Sep 03 20:36:04.909523 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c16459-64ea-46ce-8800-2be5fe4e0843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad766e-88ce-47a0-99cb-7b02a608711c,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:04.925027 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:36:04Z', 'revision_number': 6, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:04.952660 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e7f0c0-26ef-438a-a106-a79e34ed31e4 None None] The sync data for ids ['3ca31250-d2ab-47f6-ad0e-861c761940aa'] in dv-cinder-760152-5-iscsi is: [{'id': '3ca31250-d2ab-47f6-ad0e-861c761940aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1034260639-router', 'tenant_id': '55172c075d4942569f4bb82bb4a0b6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:28:50Z', 'updated_at': '2021-09-03T20:36:04Z', 'revision_number': 6, 'project_id': '55172c075d4942569f4bb82bb4a0b6a2', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:36:05.023563 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.052663 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d328c2-853d-4266-82cc-70e166624a20,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:05.114801 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.205681 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.207785 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.252288 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.252864 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca31250-d2ab-47f6-ad0e-861c761940aa {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:36:05.258673 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.259807 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-297b3d19-d08c-43bb-9990-6ab2627bba89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3ca31250-d2ab-47f6-ad0e-861c761940aa HTTP/1.1" status: 204 len: 168 time: 0.9174659 Sep 03 20:36:05.262405 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38320) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:05.323196 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Deleting subnet 813820e3-9732-4f32-a580-70e0866808a8 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:36:05.327871 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.378385 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16146657'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.491665 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.545368 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13247890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13605592'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.572723 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813820e3-9732-4f32-a580-70e0866808a8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:05.580335 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.582223 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-52808b7e-63b8-4573-8d50-69d8e0794141 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/813820e3-9732-4f32-a580-70e0866808a8 HTTP/1.1" status: 204 len: 168 time: 0.3187537 Sep 03 20:36:05.584947 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38332) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:05.587114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0decb866-fc45-42bc-8d54-ad5e38917466 None None] Network 32f2f917-bc35-438b-baa6-3886b7544806 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:36:05.655668 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.710422 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Deleting port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:36:05.710774 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.785545 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] DHCP port deletion for 32f2f917-bc35-438b-baa6-3886b7544806 request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:36:05.790646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] For port aac612f0-a7f0-45c3-b4b3-ac61d7947f50, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:05.791013 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.806883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Calling delete_port for aac612f0-a7f0-45c3-b4b3-ac61d7947f50 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:36:05.813607 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:36:05.846096 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:36:05.846691 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device a5e261ff-ec41-45a4-b18b-7fe7e0c1eb04 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:36:05.870555 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Deleting port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:36:05.871185 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.896009 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.925016 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:05.926949 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] No DVR routers for this DVR port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 on host dv-cinder-760152-5-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:36:05.981440 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] For port aac612f0-a7f0-45c3-b4b3-ac61d7947f50, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,segment=NetworkSegment(4435a6b2-6b7e-4f54-8b3a-71dd58c8523b),segment_id=4435a6b2-6b7e-4f54-8b3a-71dd58c8523b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:05.981834 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:05.995708 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Calling delete_port for aac612f0-a7f0-45c3-b4b3-ac61d7947f50 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:36:06.007303 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.028280 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f2f917-bc35-438b-baa6-3886b7544806']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:06.053867 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:06.054166 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4435a6b2-6b7e-4f54-8b3a-71dd58c8523b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:06.066090 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.088312 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.088669 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-fc2095d2-96c3-4161-9981-83cfca840bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785153 Sep 03 20:36:06.089691 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.108623 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:36:06.109256 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:36:06.111428 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:36:06.121932 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Pushing event deleted for resources: {'Port': ['ID=aac612f0-a7f0-45c3-b4b3-ac61d7947f50,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:06.135829 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] No DVR routers for this DVR port aac612f0-a7f0-45c3-b4b3-ac61d7947f50 on host dv-cinder-760152-5-iscsi {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:36:06.144753 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.144753 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.145096 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.145459 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.145799 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.146130 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.146457 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.146786 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.147462 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.147549 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.147829 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.148152 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6bbb9d-3171-4750-ac9a-01994e4f93ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:06.215104 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.219623 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654f0-b210-4279-9760-a362eb95a9e2 req-fc2457cb-bf06-4359-91fa-54bac37628f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:06.221178 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-fc2457cb-bf06-4359-91fa-54bac37628f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.1061680 Sep 03 20:36:06.225224 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.230747 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] 10.222.0.23 "DELETE /v2.0/networks/32f2f917-bc35-438b-baa6-3886b7544806 HTTP/1.1" status: 204 len: 168 time: 0.6412749 Sep 03 20:36:06.241069 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b327c-48f0-4f8b-aaa4-af12e0523742 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f2f917-bc35-438b-baa6-3886b7544806,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:06.337700 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654f0-b210-4279-9760-a362eb95a9e2 req-31b636a8-1455-40b3-9ec6-4ebf800adac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:06.339206 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-31b636a8-1455-40b3-9ec6-4ebf800adac6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.0937958 Sep 03 20:36:06.415176 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-a213617d-3633-4a7e-82c7-ec245d688ca2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 1000 time: 0.0682492 Sep 03 20:36:06.421992 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38354) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:06.475771 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e4617f31-26e7-4697-b8c0-1ff5ad9e2fbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55172c075d4942569f4bb82bb4a0b6a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501852 Sep 03 20:36:06.476254 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:06.483751 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654f0-b210-4279-9760-a362eb95a9e2 req-2de3a231-6daf-491b-b127-3072c8901769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:06.485189 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-2de3a231-6daf-491b-b127-3072c8901769 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0633297 Sep 03 20:36:06.557686 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231654f0-b210-4279-9760-a362eb95a9e2 req-c4a0e51e-17a9-4c2d-a4f5-4c41a86ecf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:06.559205 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-c4a0e51e-17a9-4c2d-a4f5-4c41a86ecf35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658636 Sep 03 20:36:06.562456 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2ab01ae-0b33-4dbf-8f4f-3858e5e7f070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.601369 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2ab01ae-0b33-4dbf-8f4f-3858e5e7f070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.689255 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-afb45072-b121-4d24-befe-adf9a3dbcfe6 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223099 Sep 03 20:36:06.715938 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2ab01ae-0b33-4dbf-8f4f-3858e5e7f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.718583 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2ab01ae-0b33-4dbf-8f4f-3858e5e7f070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:06.719703 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-a2ab01ae-0b33-4dbf-8f4f-3858e5e7f070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d053e71-6808-473d-a2ea-386e32f45ef4 HTTP/1.1" status: 204 len: 168 time: 0.2424235 Sep 03 20:36:06.738349 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab01ae-0b33-4dbf-8f4f-3858e5e7f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d053e71-6808-473d-a2ea-386e32f45ef4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:06.809077 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-231654f0-b210-4279-9760-a362eb95a9e2 req-57d2e572-7545-4dd4-9965-d396e51d638f service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131244 Sep 03 20:36:07.311228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device aac612f0-a7f0-45c3-b4b3-ac61d7947f50 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:36:07.336976 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: aac612f0-a7f0-45c3-b4b3-ac61d7947f50 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:36:07.337588 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device aac612f0-a7f0-45c3-b4b3-ac61d7947f50 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:36:07.338201 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 72d328c2-853d-4266-82cc-70e166624a20 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:36:07.363804 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 72d328c2-853d-4266-82cc-70e166624a20 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:36:07.364156 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 72d328c2-853d-4266-82cc-70e166624a20 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:36:07.973790 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:08.176856 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-976973de-2e16-4207-b709-f6b1d107f8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.268397 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-976973de-2e16-4207-b709-f6b1d107f8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.272949 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-976973de-2e16-4207-b709-f6b1d107f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.311095 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-976973de-2e16-4207-b709-f6b1d107f8ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3124aeb0ec0494fb5de25e1054f3eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356762 Sep 03 20:36:08.311918 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976973de-2e16-4207-b709-f6b1d107f8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26895a5e-f7b5-4424-88ac-f6c8a2fad75a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:08.313828 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38498) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:08.363034 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6fe0885d-f613-47a4-930d-0428fb6bff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.384355 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6fe0885d-f613-47a4-930d-0428fb6bff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.430426 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6fe0885d-f613-47a4-930d-0428fb6bff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.433038 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6fe0885d-f613-47a4-930d-0428fb6bff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.437551 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6fe0885d-f613-47a4-930d-0428fb6bff90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26895a5e-f7b5-4424-88ac-f6c8a2fad75a HTTP/1.1" status: 204 len: 168 time: 0.1193309 Sep 03 20:36:08.442716 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0885d-f613-47a4-930d-0428fb6bff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26895a5e-f7b5-4424-88ac-f6c8a2fad75a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:08.716381 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38506) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:08.729837 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f5e5825e-1cff-461b-bdff-7d09bbb19e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.815196 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f5e5825e-1cff-461b-bdff-7d09bbb19e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.818833 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f5e5825e-1cff-461b-bdff-7d09bbb19e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.862574 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f5e5825e-1cff-461b-bdff-7d09bbb19e41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002c91a4597447b8a78c3c4a643f5302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445823 Sep 03 20:36:08.863415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5825e-1cff-461b-bdff-7d09bbb19e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac70fd3-aea5-482a-bc4b-8feb8c72d1d9,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:08.866356 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38510) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:08.919048 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be12b3af-d6d5-44a6-9e5c-df22a29c6e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.939727 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be12b3af-d6d5-44a6-9e5c-df22a29c6e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.984661 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be12b3af-d6d5-44a6-9e5c-df22a29c6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.987325 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-be12b3af-d6d5-44a6-9e5c-df22a29c6e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:08.988473 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-be12b3af-d6d5-44a6-9e5c-df22a29c6e12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dac70fd3-aea5-482a-bc4b-8feb8c72d1d9 HTTP/1.1" status: 204 len: 168 time: 0.1212204 Sep 03 20:36:08.996022 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12b3af-d6d5-44a6-9e5c-df22a29c6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac70fd3-aea5-482a-bc4b-8feb8c72d1d9,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:09.918549 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5da0be-954d-454c-85cf-094b2b6cc698 req-fa9b2661-652c-4672-9380-252ca61887ab tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:09.921038 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7d5da0be-954d-454c-85cf-094b2b6cc698 req-fa9b2661-652c-4672-9380-252ca61887ab tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0716767 Sep 03 20:36:09.966262 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7d5da0be-954d-454c-85cf-094b2b6cc698 req-adf3bf2c-12ea-4b55-be81-314299df1214 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322628 Sep 03 20:36:10.102225 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b556bbfa-79d9-431d-9e3b-69b8a9726d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.559221 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38570) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:10.661912 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6627151b-8117-4d0a-815b-71a06b527cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.747090 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6627151b-8117-4d0a-815b-71a06b527cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.751033 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6627151b-8117-4d0a-815b-71a06b527cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.787328 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-6627151b-8117-4d0a-815b-71a06b527cbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdbd4c16806240b5bb0f77979a7442ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270410 Sep 03 20:36:10.788268 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627151b-8117-4d0a-815b-71a06b527cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23fa20c-bf2a-4cea-b9d5-942d3aba792e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:10.790034 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38574) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:10.841063 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4dd30ac5-7c06-4c41-8604-56715ffedc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.861836 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4dd30ac5-7c06-4c41-8604-56715ffedc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.919438 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4dd30ac5-7c06-4c41-8604-56715ffedc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.922805 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4dd30ac5-7c06-4c41-8604-56715ffedc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:10.925904 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4dd30ac5-7c06-4c41-8604-56715ffedc69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f23fa20c-bf2a-4cea-b9d5-942d3aba792e HTTP/1.1" status: 204 len: 168 time: 0.1347525 Sep 03 20:36:10.934717 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd30ac5-7c06-4c41-8604-56715ffedc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23fa20c-bf2a-4cea-b9d5-942d3aba792e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:11.095068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d323d92-225c-4c68-aa5f-baf567e7b25d req-0dc48128-1ec0-4f65-8291-84902003857d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:11.097100 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d323d92-225c-4c68-aa5f-baf567e7b25d req-0dc48128-1ec0-4f65-8291-84902003857d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0552113 Sep 03 20:36:11.206079 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38590) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:11.221806 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db928a57-ea77-403e-90dc-0720216c2225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.318030 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db928a57-ea77-403e-90dc-0720216c2225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.321942 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db928a57-ea77-403e-90dc-0720216c2225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.361942 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-db928a57-ea77-403e-90dc-0720216c2225 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=052a6364e2324fd388f301a027dc94f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545050 Sep 03 20:36:11.362634 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928a57-ea77-403e-90dc-0720216c2225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec5860-24dc-4e24-95ae-3e8f6bbd2b4a,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:11.365008 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38592) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:11.380685 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9d323d92-225c-4c68-aa5f-baf567e7b25d req-bb73fe06-3871-48dc-b2c4-67bd791ae374 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761533 Sep 03 20:36:11.413107 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50da3c26-fd19-4ef1-bcc9-f17a0b0dba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.432893 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50da3c26-fd19-4ef1-bcc9-f17a0b0dba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.481747 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50da3c26-fd19-4ef1-bcc9-f17a0b0dba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.484263 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50da3c26-fd19-4ef1-bcc9-f17a0b0dba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:11.485421 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-50da3c26-fd19-4ef1-bcc9-f17a0b0dba70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddec5860-24dc-4e24-95ae-3e8f6bbd2b4a HTTP/1.1" status: 204 len: 168 time: 0.1195934 Sep 03 20:36:11.494894 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da3c26-fd19-4ef1-bcc9-f17a0b0dba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec5860-24dc-4e24-95ae-3e8f6bbd2b4a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:12.532439 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8924e-f59e-4254-b85e-0d59583f6900 req-1220effc-b785-4301-bbcf-42f73a94c864 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:12.533968 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-43e8924e-f59e-4254-b85e-0d59583f6900 req-1220effc-b785-4301-bbcf-42f73a94c864 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0502264 Sep 03 20:36:12.570974 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-43e8924e-f59e-4254-b85e-0d59583f6900 req-f740ff0c-9568-44d8-845c-8ef598a8fda0 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Sep 03 20:36:12.680505 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6771332e-a6c4-46ac-a7d9-0b807062f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:13.012324 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:13.687566 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd053c2-756c-4ebf-8b52-ede067614b7d req-a0c1202a-79bd-49df-993c-1c83328e2785 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:13.689956 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ecd053c2-756c-4ebf-8b52-ede067614b7d req-a0c1202a-79bd-49df-993c-1c83328e2785 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0489819 Sep 03 20:36:13.726605 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ecd053c2-756c-4ebf-8b52-ede067614b7d req-15507bce-ae60-4af9-92bf-4273b88260d2 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Sep 03 20:36:13.811740 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:14.846827 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fde352-8987-4137-9680-53a0c2967445 req-212a21d8-3ba2-49f6-b4e6-00d1108b201d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:14.848326 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-17fde352-8987-4137-9680-53a0c2967445 req-212a21d8-3ba2-49f6-b4e6-00d1108b201d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0489676 Sep 03 20:36:14.886092 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-17fde352-8987-4137-9680-53a0c2967445 req-1d57e56e-883e-42ae-a00a-544b8db32c6a tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Sep 03 20:36:15.567281 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:16.011346 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ecaa-e45e-4acc-829c-d7fd5a6f4566 req-123262b9-4e29-49f7-8f4c-787571b8ca92 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:16.012846 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2a93ecaa-e45e-4acc-829c-d7fd5a6f4566 req-123262b9-4e29-49f7-8f4c-787571b8ca92 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0486672 Sep 03 20:36:16.052066 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-2a93ecaa-e45e-4acc-829c-d7fd5a6f4566 req-a23c3f86-98f2-4f0f-bef2-3b50380729c5 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328183 Sep 03 20:36:17.164637 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc75e12-f3c6-4e2f-acf3-012dfd21bf38 req-875831a3-d1c3-4642-add0-549b9b11f2c4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:17.166102 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ddc75e12-f3c6-4e2f-acf3-012dfd21bf38 req-875831a3-d1c3-4642-add0-549b9b11f2c4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0466230 Sep 03 20:36:17.205555 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ddc75e12-f3c6-4e2f-acf3-012dfd21bf38 req-5d5460b6-07eb-4d09-92be-b3130fda8ad0 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Sep 03 20:36:18.324716 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0a1f9-1afb-43fc-91fb-777cfee8ad2a req-fc8ffdd1-fd60-43ee-b50d-3641e94253e7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:18.326524 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1fa0a1f9-1afb-43fc-91fb-777cfee8ad2a req-fc8ffdd1-fd60-43ee-b50d-3641e94253e7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0545185 Sep 03 20:36:18.365156 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1fa0a1f9-1afb-43fc-91fb-777cfee8ad2a req-3fd73782-efd1-4815-9998-907c982743f7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Sep 03 20:36:19.480310 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff96385-60f8-4c35-ad05-b45735da2da0 req-139c3a3c-5f46-444c-8a3e-69c7db4e6140 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:19.481783 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8ff96385-60f8-4c35-ad05-b45735da2da0 req-139c3a3c-5f46-444c-8a3e-69c7db4e6140 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0483255 Sep 03 20:36:19.518560 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8ff96385-60f8-4c35-ad05-b45735da2da0 req-868a3f6b-568f-485c-9025-ec3fae9ebcb4 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303366 Sep 03 20:36:20.629531 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94417625-e378-45ab-be3d-70ac780bb206 req-0ad232ff-a270-48b1-a14a-fbe8b3d653f1 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:20.630996 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-94417625-e378-45ab-be3d-70ac780bb206 req-0ad232ff-a270-48b1-a14a-fbe8b3d653f1 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0484338 Sep 03 20:36:20.667393 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-94417625-e378-45ab-be3d-70ac780bb206 req-87c8f9e3-fac9-4fc6-8e02-6a3d8dcbd8f2 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 Sep 03 20:36:21.779151 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65c24-cd15-41c2-b758-8c64ebd2dc6e req-151279d6-e639-4026-94f0-5384101361f3 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:21.781249 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8e65c24-cd15-41c2-b758-8c64ebd2dc6e req-151279d6-e639-4026-94f0-5384101361f3 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0482528 Sep 03 20:36:21.816993 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f8e65c24-cd15-41c2-b758-8c64ebd2dc6e req-801d7209-b909-462a-9124-80f5f8abb9de tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299919 Sep 03 20:36:22.929049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766b9b1-0b13-43c5-9b0a-c501c9c576df req-d04a4e4e-c772-47b7-95cc-136314bc4512 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:22.930562 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b766b9b1-0b13-43c5-9b0a-c501c9c576df req-d04a4e4e-c772-47b7-95cc-136314bc4512 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0492249 Sep 03 20:36:22.968106 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b766b9b1-0b13-43c5-9b0a-c501c9c576df req-3f680c42-4b89-4cfb-968f-ddb12fafd195 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Sep 03 20:36:24.079323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e0f0e-3aa2-4e52-af92-231c569166d7 req-ccf5477c-37b4-4bc5-974e-c364342d704e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:24.080755 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e44e0f0e-3aa2-4e52-af92-231c569166d7 req-ccf5477c-37b4-4bc5-974e-c364342d704e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0470357 Sep 03 20:36:24.119700 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e44e0f0e-3aa2-4e52-af92-231c569166d7 req-38654a36-2233-4295-b7d6-8de22995c21e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328560 Sep 03 20:36:25.262443 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1c285-0243-4e52-b363-bbe95b63fa4c req-cb7158e1-948b-4b5a-9d40-7e9b5c66f82b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.264532 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-04c1c285-0243-4e52-b363-bbe95b63fa4c req-cb7158e1-948b-4b5a-9d40-7e9b5c66f82b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0800498 Sep 03 20:36:25.269777 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-ce32e1e1-9f23-425b-b99d-29104ccd8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.271147 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-ce32e1e1-9f23-425b-b99d-29104ccd8425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.0562739 Sep 03 20:36:25.328971 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-04c1c285-0243-4e52-b363-bbe95b63fa4c req-a972f2dd-47d9-46e8-b071-14729b269b5e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568924 Sep 03 20:36:25.382712 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-5c8e4166-64d3-41be-9be7-36a9cf8fb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.384161 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-5c8e4166-64d3-41be-9be7-36a9cf8fb56f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.1065352 Sep 03 20:36:25.446046 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-8035d4cb-8554-413d-9392-95bff88254f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 1000 time: 0.0541613 Sep 03 20:36:25.494036 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-63a9f2d9-d9f6-414d-b584-647a108442fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.495435 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-63a9f2d9-d9f6-414d-b584-647a108442fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0421836 Sep 03 20:36:25.541916 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-ea443e8d-697d-4dc9-a8d2-d91a3c7cd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.543348 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-ea443e8d-697d-4dc9-a8d2-d91a3c7cd0b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408299 Sep 03 20:36:25.637484 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-0508983c-e212-41a5-99d8-66006e5ffcd7 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850046 Sep 03 20:36:25.753158 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9517c7be-5f24-477c-a29f-ac7b2a3f74b8 req-be7c1cb5-76d3-4dd2-89ad-aadc732ccfc1 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063554 Sep 03 20:36:26.440033 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0bef-1a7d-4ac9-858c-8b18967af703 req-b92f6b88-8fe6-4f6a-924e-814042a6ffbb tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:26.441483 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e0bef-1a7d-4ac9-858c-8b18967af703 req-b92f6b88-8fe6-4f6a-924e-814042a6ffbb tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0471809 Sep 03 20:36:26.479296 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9d7e0bef-1a7d-4ac9-858c-8b18967af703 req-774d7ce0-de24-4629-84d2-5939c03b06f1 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Sep 03 20:36:27.590705 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac06b4-6feb-4395-af11-54ddba7a2873 req-b903a1db-de24-4f52-9e86-42c51e341d17 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:27.592201 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11ac06b4-6feb-4395-af11-54ddba7a2873 req-b903a1db-de24-4f52-9e86-42c51e341d17 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0493324 Sep 03 20:36:27.628269 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-11ac06b4-6feb-4395-af11-54ddba7a2873 req-478f7994-2ad5-4ae3-88de-3e7da6137a36 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303874 Sep 03 20:36:28.667161 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:36:28.746495 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1fc78-7a8d-4bac-ae15-b4607a83c699 req-d0364fbb-cb15-4fed-bfd7-533cd1898997 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:28.747844 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a3c1fc78-7a8d-4bac-ae15-b4607a83c699 req-d0364fbb-cb15-4fed-bfd7-533cd1898997 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0519097 Sep 03 20:36:28.786512 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a3c1fc78-7a8d-4bac-ae15-b4607a83c699 req-53c4ca37-f43b-4aa1-a760-e767bdd45396 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327659 Sep 03 20:36:29.897940 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd64621-629d-412b-b5cc-c6a195d0ebd2 req-b4d7a80d-9711-4ecb-b487-b25f433c184e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:29.899441 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd64621-629d-412b-b5cc-c6a195d0ebd2 req-b4d7a80d-9711-4ecb-b487-b25f433c184e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0485880 Sep 03 20:36:29.942780 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cfd64621-629d-412b-b5cc-c6a195d0ebd2 req-1c5c09f2-9f20-44a1-a97a-f5fdd4aed248 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367775 Sep 03 20:36:30.145447 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-42542219-8e78-40bf-9fe9-ee98a7247010 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680153 Sep 03 20:36:30.158117 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223c10-b1f1-4fde-9336-979f68730b8a req-c8f150b3-46fe-4648-8904-0bdb83aa8161 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:30.159537 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-32223c10-b1f1-4fde-9336-979f68730b8a req-c8f150b3-46fe-4648-8904-0bdb83aa8161 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0578465 Sep 03 20:36:30.196913 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-32223c10-b1f1-4fde-9336-979f68730b8a req-ccf85f97-8876-4a6f-93cd-4e1a4234e672 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Sep 03 20:36:30.923542 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:31.311056 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe27b1-c5a1-4d05-835d-cfe34e489496 req-55e73947-470e-45fa-8991-59389d538339 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.312507 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-36fe27b1-c5a1-4d05-835d-cfe34e489496 req-55e73947-470e-45fa-8991-59389d538339 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0469196 Sep 03 20:36:31.352068 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-36fe27b1-c5a1-4d05-835d-cfe34e489496 req-3acd7d33-e7e4-4334-ba5f-2a9e28fe8677 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338423 Sep 03 20:36:31.422061 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-45198470-a428-490c-ac27-100737ab798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.423493 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-45198470-a428-490c-ac27-100737ab798b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb&tenant_id=a22664f610824f7d9cf8315040b1680c HTTP/1.1" status: 200 len: 1098 time: 0.0389826 Sep 03 20:36:31.486925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-a5154276-afa1-4ff1-abe9-8c7f02e2efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.488356 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-a5154276-afa1-4ff1-abe9-8c7f02e2efd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.0434375 Sep 03 20:36:31.580894 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-8385f8ba-42f1-492d-af14-79000fe26348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.582548 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-8385f8ba-42f1-492d-af14-79000fe26348 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.0877726 Sep 03 20:36:31.663476 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-b8a461e9-a612-47d3-bf50-d9ed1b892afb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 1000 time: 0.0739567 Sep 03 20:36:31.715309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-69406772-4407-4ef4-aad7-8f79d0c69a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.716802 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-69406772-4407-4ef4-aad7-8f79d0c69a77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0453527 Sep 03 20:36:31.764510 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-a6c428ba-1a6c-46fb-bc67-9b307256bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.766000 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-a6c428ba-1a6c-46fb-bc67-9b307256bd34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401630 Sep 03 20:36:31.865810 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-430b6e7e-e0c2-42b1-99e0-41f59274c4d7 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915523 Sep 03 20:36:31.952532 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dc08d194-42d8-49b2-b507-9fd790c19b91 req-bc7e171c-4a34-47f1-9b43-e0e96c7d8ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800700 Sep 03 20:36:32.467700 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9376-c713-46ab-9b01-eb729a99abf8 req-57ca7ab2-675b-42da-9ca5-ce5709ee2fd5 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:32.469166 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-940b9376-c713-46ab-9b01-eb729a99abf8 req-57ca7ab2-675b-42da-9ca5-ce5709ee2fd5 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0527599 Sep 03 20:36:32.506591 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-940b9376-c713-46ab-9b01-eb729a99abf8 req-c81e9e94-a776-498e-a576-c1005c9a9ee7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314748 Sep 03 20:36:33.056819 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 38928) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:33.159018 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-315cd152-3a05-482c-bd60-980cc0a50d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.244762 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-315cd152-3a05-482c-bd60-980cc0a50d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.248243 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-315cd152-3a05-482c-bd60-980cc0a50d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.286362 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-315cd152-3a05-482c-bd60-980cc0a50d9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b81288b872f46bbb6dd7d311909ec7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284648 Sep 03 20:36:33.287283 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cd152-3a05-482c-bd60-980cc0a50d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d1417-333e-4f98-8978-c242e0fcf303,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:33.289072 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 38932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:33.336781 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5939c633-cac4-47d9-a7ac-4c12e6b5b4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.357036 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5939c633-cac4-47d9-a7ac-4c12e6b5b4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.402594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5939c633-cac4-47d9-a7ac-4c12e6b5b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.405215 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5939c633-cac4-47d9-a7ac-4c12e6b5b4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.408605 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-5939c633-cac4-47d9-a7ac-4c12e6b5b4eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/926d1417-333e-4f98-8978-c242e0fcf303 HTTP/1.1" status: 204 len: 168 time: 0.1153646 Sep 03 20:36:33.414031 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939c633-cac4-47d9-a7ac-4c12e6b5b4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d1417-333e-4f98-8978-c242e0fcf303,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:33.618792 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c90fd-dd45-4985-90d0-661268792e41 req-2ed324db-e73e-4825-8c53-70ba6f1a015e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:33.620275 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c6c90fd-dd45-4985-90d0-661268792e41 req-2ed324db-e73e-4825-8c53-70ba6f1a015e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0490286 Sep 03 20:36:33.658328 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c6c90fd-dd45-4985-90d0-661268792e41 req-80dccb50-85f3-48f4-9c6f-042bb0b5f0ae tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Sep 03 20:36:34.009907 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:36:34.081358 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:34.104885 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:36:34.107183 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2956c-f0f9-4453-8176-1ffeee71e333" -d '{"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-unplugged", "status": "completed", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:36:34.125715 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:34.130105 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:34.159479 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e1d7c1-df1f-4710-abbd-fe8830ac1ba1 x-openstack-request-id: req-34e1d7c1-df1f-4710-abbd-fe8830ac1ba1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:36:34.159779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-unplugged", "status": "completed", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:36:34.160031 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34e1d7c1-df1f-4710-abbd-fe8830ac1ba1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:36:34.160419 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'code': 200} Sep 03 20:36:34.185687 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:34.772460 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4224a-5b65-4dce-a042-f3411825f659 req-71936e7d-f495-4b3c-8d22-f2c023c1a37b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:34.773931 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da4224a-5b65-4dce-a042-f3411825f659 req-71936e7d-f495-4b3c-8d22-f2c023c1a37b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0496390 Sep 03 20:36:34.810400 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1da4224a-5b65-4dce-a042-f3411825f659 req-bcc60655-34f5-4658-8e7d-eab1567d8c8c tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300815 Sep 03 20:36:35.923909 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e983b-a03f-4f1a-9915-60a73d9538e3 req-8edcac92-718c-45cf-b046-ef52ae30c425 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:35.925379 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ba5e983b-a03f-4f1a-9915-60a73d9538e3 req-8edcac92-718c-45cf-b046-ef52ae30c425 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0477033 Sep 03 20:36:35.963004 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-ba5e983b-a03f-4f1a-9915-60a73d9538e3 req-0556439f-a5ef-4708-9d88-23527211ea9c tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Sep 03 20:36:37.077126 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316837a4-294c-41ae-b91c-a94484aa44c4 req-86e4e395-85a0-4e38-b4fb-aeb03e97a42e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:37.078614 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-316837a4-294c-41ae-b91c-a94484aa44c4 req-86e4e395-85a0-4e38-b4fb-aeb03e97a42e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0485857 Sep 03 20:36:37.115258 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-316837a4-294c-41ae-b91c-a94484aa44c4 req-6e9b3421-98f5-4dd2-8af2-df843f23f2f8 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309420 Sep 03 20:36:38.229544 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc788-a487-4dda-a4d2-e52da93f6e15 req-ec5e57b3-3f8c-4911-9878-d06a954e3a66 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:38.230966 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-001dc788-a487-4dda-a4d2-e52da93f6e15 req-ec5e57b3-3f8c-4911-9878-d06a954e3a66 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0517273 Sep 03 20:36:38.267525 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-001dc788-a487-4dda-a4d2-e52da93f6e15 req-7e8847bf-2dba-4373-b89e-97623ff40cb9 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308003 Sep 03 20:36:39.397666 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb57ed0-708b-4bc4-9750-488d732701fa req-b2d9cbe0-f0ea-49b4-88e3-2776f8f22ebb tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:39.399225 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bdb57ed0-708b-4bc4-9750-488d732701fa req-b2d9cbe0-f0ea-49b4-88e3-2776f8f22ebb tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0610452 Sep 03 20:36:39.443075 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bdb57ed0-708b-4bc4-9750-488d732701fa req-e1ed2c86-68a0-45fc-b422-6dd67df6d1b3 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Sep 03 20:36:39.524538 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3964eaa-8787-4928-84fa-bf72976faf9f req-79186299-e562-4e2b-94aa-980ff063e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:39.526043 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c3964eaa-8787-4928-84fa-bf72976faf9f req-79186299-e562-4e2b-94aa-980ff063e2cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1096 time: 0.0413091 Sep 03 20:36:39.562538 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c3964eaa-8787-4928-84fa-bf72976faf9f req-a910fb36-c331-421c-a0f9-f011ac1fe4e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283778 Sep 03 20:36:40.108982 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-28684028-fe6f-42ee-876c-98ac2e95bb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:40.563063 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733c038-feda-429f-b78d-d87d58fe99cc req-263fd5c7-7e6b-4017-b09a-3b14c5234f0f tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:40.564556 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b733c038-feda-429f-b78d-d87d58fe99cc req-263fd5c7-7e6b-4017-b09a-3b14c5234f0f tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0501807 Sep 03 20:36:40.602800 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b733c038-feda-429f-b78d-d87d58fe99cc req-ca2aa499-d1c5-44ca-a21b-8f08057e8859 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Sep 03 20:36:41.716065 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae7a8-3f29-4ae0-bc3f-9419bb448cec req-22176411-7afd-4321-83ab-8e8ba8ee2fc7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:41.718023 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-367ae7a8-3f29-4ae0-bc3f-9419bb448cec req-22176411-7afd-4321-83ab-8e8ba8ee2fc7 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 943 time: 0.0509334 Sep 03 20:36:41.759518 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-367ae7a8-3f29-4ae0-bc3f-9419bb448cec req-847b738a-be83-48dd-b291-48f4f0f36c7c tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356896 Sep 03 20:36:41.927172 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:36:42.023404 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:42.036650 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'port_id': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'mac_address': 'fa:16:3e:45:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:36:42.077375 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:42.089912 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b1750e-5e34-4dcf-b2ab-265fa8261a47 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:36:42.108487 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:42.111795 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:42.156239 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:42.327803 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['30b1750e-5e34-4dcf-b2ab-265fa8261a47'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:36:42.679713 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f5331778-bb9b-459e-a7f2-1ba312aade48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:43.013570 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:43.818556 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:43.926973 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:36:43.978240 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:36:43.978615 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:44.059192 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:44.082110 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:36:44.084571 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9102c6-6f5f-4fe8-89db-f69e7161c9a3" -d '{"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-plugged", "status": "completed", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:36:44.103575 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:44.109262 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:44.138575 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b891ac-ac6d-4eda-b8a2-d6cb1106f2ea x-openstack-request-id: req-22b891ac-ac6d-4eda-b8a2-d6cb1106f2ea {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:36:44.139502 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-plugged", "status": "completed", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:36:44.139759 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22b891ac-ac6d-4eda-b8a2-d6cb1106f2ea {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:36:44.140146 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'code': 200} Sep 03 20:36:44.167161 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:45.569604 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:53.925951 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39242) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:54.029552 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.122421 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.126993 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.166495 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83da1c33e74247d48e7a2d7228d24ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371368 Sep 03 20:36:54.166495 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96c749-236c-48fb-8547-112e9cc98970,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:54.166890 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39274) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:54.173118 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.173518 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.173868 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.174544 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.174544 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.174855 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.175185 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.175516 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.175843 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.176165 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.176679 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.177006 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef12bb-6016-4353-a56b-d922c55c14be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:54.219794 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3dd5811a-cd58-45ee-963b-f4415d167e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.242210 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3dd5811a-cd58-45ee-963b-f4415d167e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.287923 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3dd5811a-cd58-45ee-963b-f4415d167e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.290519 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3dd5811a-cd58-45ee-963b-f4415d167e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.291659 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-3dd5811a-cd58-45ee-963b-f4415d167e8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e96c749-236c-48fb-8547-112e9cc98970 HTTP/1.1" status: 204 len: 168 time: 0.1237893 Sep 03 20:36:54.299557 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5811a-cd58-45ee-963b-f4415d167e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96c749-236c-48fb-8547-112e9cc98970,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:54.570647 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39300) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:54.583664 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8d9e-ce0f-4515-a3e9-cbba054c2cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.674300 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8d9e-ce0f-4515-a3e9-cbba054c2cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.677921 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8d9e-ce0f-4515-a3e9-cbba054c2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.715621 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ff6c8d9e-ce0f-4515-a3e9-cbba054c2cd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e8176777ccf454196f2f8b6a9ffec77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437771 Sep 03 20:36:54.716392 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8d9e-ce0f-4515-a3e9-cbba054c2cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c7c95-50f1-44be-9cad-d25c0a59d099,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:54.718777 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39316) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:54.769989 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-71e6b619-3cfd-403f-b8af-354f8144838c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.791150 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-71e6b619-3cfd-403f-b8af-354f8144838c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.839914 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-71e6b619-3cfd-403f-b8af-354f8144838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.843152 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-71e6b619-3cfd-403f-b8af-354f8144838c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:54.844330 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-71e6b619-3cfd-403f-b8af-354f8144838c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/833c7c95-50f1-44be-9cad-d25c0a59d099 HTTP/1.1" status: 204 len: 168 time: 0.1239071 Sep 03 20:36:54.852202 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b619-3cfd-403f-b8af-354f8144838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c7c95-50f1-44be-9cad-d25c0a59d099,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:56.663907 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:56.773578 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:56.866102 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:56.869905 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:56.907689 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7138610b1ac43f2b7543aacff54d741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426391 Sep 03 20:36:56.908637 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec5b933-e988-431b-9ad3-acbdd4a59eca,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:56.910410 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39386) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:56.915691 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.916047 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.916387 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.916722 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.917054 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.917385 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.917736 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.918062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.918388 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.918713 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.919035 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:56.919356 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a694f-c095-4942-abd7-bad5ac0b29be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:57.207263 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1cee9edd-0564-413d-9f54-83aca1b7435a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.227555 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1cee9edd-0564-413d-9f54-83aca1b7435a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.274731 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1cee9edd-0564-413d-9f54-83aca1b7435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.277537 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1cee9edd-0564-413d-9f54-83aca1b7435a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.278694 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1cee9edd-0564-413d-9f54-83aca1b7435a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ec5b933-e988-431b-9ad3-acbdd4a59eca HTTP/1.1" status: 204 len: 168 time: 0.3673146 Sep 03 20:36:57.286986 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee9edd-0564-413d-9f54-83aca1b7435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec5b933-e988-431b-9ad3-acbdd4a59eca,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:57.546660 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39392) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:57.559841 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fbeda4f3-fc76-4d30-b2a4-cf35e69d2c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.646440 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fbeda4f3-fc76-4d30-b2a4-cf35e69d2c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.650343 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fbeda4f3-fc76-4d30-b2a4-cf35e69d2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.689520 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fbeda4f3-fc76-4d30-b2a4-cf35e69d2c58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bbde758917a4c33a3745d39fe89fdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417062 Sep 03 20:36:57.690453 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeda4f3-fc76-4d30-b2a4-cf35e69d2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921de8e0-4d27-4cad-aa35-bf641468207c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:57.692215 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39396) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:57.745182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd3a8-2ab2-4ba4-880a-899456728275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.765742 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd3a8-2ab2-4ba4-880a-899456728275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.812320 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd3a8-2ab2-4ba4-880a-899456728275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.814917 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0ccd3a8-2ab2-4ba4-880a-899456728275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:57.816069 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b0ccd3a8-2ab2-4ba4-880a-899456728275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/921de8e0-4d27-4cad-aa35-bf641468207c HTTP/1.1" status: 204 len: 168 time: 0.1228819 Sep 03 20:36:57.823667 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccd3a8-2ab2-4ba4-880a-899456728275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921de8e0-4d27-4cad-aa35-bf641468207c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:00.934791 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:05.665373 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:37:10.100205 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34db56a1-d6f8-486b-b0fd-bc87548ea344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:12.679190 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78b9460a-b082-4a52-914e-f782f9763c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:13.014461 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:13.816857 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:15.570564 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:25.969211 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39678) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:26.074914 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-889ad918-4e75-435c-8258-a6f9452eead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.160276 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-889ad918-4e75-435c-8258-a6f9452eead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.163584 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-889ad918-4e75-435c-8258-a6f9452eead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.201394 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-889ad918-4e75-435c-8258-a6f9452eead5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a252b281528458aa6f08877c76923c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310569 Sep 03 20:37:26.203239 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ad918-4e75-435c-8258-a6f9452eead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15ac45-6467-43ff-b517-8b3df8f2a94e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:26.204328 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39682) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:26.254628 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf3d4-a763-4fcf-9367-b94aa5b25ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.274484 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf3d4-a763-4fcf-9367-b94aa5b25ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.322321 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf3d4-a763-4fcf-9367-b94aa5b25ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.325150 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf3d4-a763-4fcf-9367-b94aa5b25ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:26.326347 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ae8bf3d4-a763-4fcf-9367-b94aa5b25ea9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f15ac45-6467-43ff-b517-8b3df8f2a94e HTTP/1.1" status: 204 len: 168 time: 0.1210377 Sep 03 20:37:26.333878 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bf3d4-a763-4fcf-9367-b94aa5b25ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15ac45-6467-43ff-b517-8b3df8f2a94e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:29.591161 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39770) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:29.691222 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-762d664d-bea5-422c-90c8-4c20c577bc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.777036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-762d664d-bea5-422c-90c8-4c20c577bc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.780960 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-762d664d-bea5-422c-90c8-4c20c577bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.819227 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-762d664d-bea5-422c-90c8-4c20c577bc80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=320bb30a59e841d79f5ddc01a9aa1700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268722 Sep 03 20:37:29.820718 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d664d-bea5-422c-90c8-4c20c577bc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0bc0a5-cdb6-40e7-bb84-8fe079bdfe92,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:29.821138 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39778) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:29.877335 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be76ae93-e857-4cfc-9f9e-3f9ca305b07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.901105 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be76ae93-e857-4cfc-9f9e-3f9ca305b07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.950585 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be76ae93-e857-4cfc-9f9e-3f9ca305b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.953159 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be76ae93-e857-4cfc-9f9e-3f9ca305b07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:29.954352 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-be76ae93-e857-4cfc-9f9e-3f9ca305b07b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a0bc0a5-cdb6-40e7-bb84-8fe079bdfe92 HTTP/1.1" status: 204 len: 168 time: 0.1320758 Sep 03 20:37:29.967229 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76ae93-e857-4cfc-9f9e-3f9ca305b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0bc0a5-cdb6-40e7-bb84-8fe079bdfe92,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:30.226574 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39790) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:30.240507 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4e651fe-cbdb-4c83-9a71-40f419cd2ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.341534 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4e651fe-cbdb-4c83-9a71-40f419cd2ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.345819 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4e651fe-cbdb-4c83-9a71-40f419cd2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.385007 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d4e651fe-cbdb-4c83-9a71-40f419cd2ccf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74bed6102722418ca28aefcf00253fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573031 Sep 03 20:37:30.385925 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e651fe-cbdb-4c83-9a71-40f419cd2ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95e6391-c9e0-47f7-9cda-84c315a93261,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:30.388542 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39792) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:30.437691 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca1388c4-7771-457f-b600-18edf34456a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.461101 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca1388c4-7771-457f-b600-18edf34456a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.506530 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca1388c4-7771-457f-b600-18edf34456a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.509105 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca1388c4-7771-457f-b600-18edf34456a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:30.510282 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ca1388c4-7771-457f-b600-18edf34456a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b95e6391-c9e0-47f7-9cda-84c315a93261 HTTP/1.1" status: 204 len: 168 time: 0.1203082 Sep 03 20:37:30.517869 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1388c4-7771-457f-b600-18edf34456a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95e6391-c9e0-47f7-9cda-84c315a93261,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:30.930440 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:32.726729 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:32.831060 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eddbca8-862b-4713-8fae-b74e0bfb03b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:32.923142 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eddbca8-862b-4713-8fae-b74e0bfb03b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:32.927244 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eddbca8-862b-4713-8fae-b74e0bfb03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:32.965950 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-8eddbca8-862b-4713-8fae-b74e0bfb03b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98ea7d15a0044c5abdde25345883fbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385058 Sep 03 20:37:32.966943 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddbca8-862b-4713-8fae-b74e0bfb03b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f05a1-bd82-4e0a-9454-18b88ad0b667,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:32.968671 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39914) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:33.027385 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5c00f263-d0c7-4910-8fed-73f17ebe8b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.048415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5c00f263-d0c7-4910-8fed-73f17ebe8b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.099930 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5c00f263-d0c7-4910-8fed-73f17ebe8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.102516 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5c00f263-d0c7-4910-8fed-73f17ebe8b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.103646 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5c00f263-d0c7-4910-8fed-73f17ebe8b10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/332f05a1-bd82-4e0a-9454-18b88ad0b667 HTTP/1.1" status: 204 len: 168 time: 0.1323760 Sep 03 20:37:33.112214 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00f263-d0c7-4910-8fed-73f17ebe8b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f05a1-bd82-4e0a-9454-18b88ad0b667,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:33.385594 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 39930) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:33.397553 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-47d55451-04fd-4068-b47a-a31d86dfe6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.490622 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-47d55451-04fd-4068-b47a-a31d86dfe6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.499094 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-47d55451-04fd-4068-b47a-a31d86dfe6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.538005 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-47d55451-04fd-4068-b47a-a31d86dfe6c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e8d620759be4323bad16a46a3b0788f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523025 Sep 03 20:37:33.538704 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d55451-04fd-4068-b47a-a31d86dfe6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c7f1c-b333-4050-8c6b-7e6ca1789b2e,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:33.541523 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 39938) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:33.592675 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c63595bd-3637-4cfa-a8bf-0b9f16c7d752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.613282 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c63595bd-3637-4cfa-a8bf-0b9f16c7d752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.659814 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c63595bd-3637-4cfa-a8bf-0b9f16c7d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.662432 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c63595bd-3637-4cfa-a8bf-0b9f16c7d752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:33.663577 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-c63595bd-3637-4cfa-a8bf-0b9f16c7d752 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb7c7f1c-b333-4050-8c6b-7e6ca1789b2e HTTP/1.1" status: 204 len: 168 time: 0.1207047 Sep 03 20:37:33.671980 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63595bd-3637-4cfa-a8bf-0b9f16c7d752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c7f1c-b333-4050-8c6b-7e6ca1789b2e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:35.475049 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40016) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:35.574064 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ac5852ef-f6ee-4611-9755-c74d2693a4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.658940 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ac5852ef-f6ee-4611-9755-c74d2693a4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.662662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ac5852ef-f6ee-4611-9755-c74d2693a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.707148 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ac5852ef-f6ee-4611-9755-c74d2693a4d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10ca6b38fec64524ab89599a87b2bba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310271 Sep 03 20:37:35.708092 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5852ef-f6ee-4611-9755-c74d2693a4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7daa8fc-3732-47f3-b725-b8145290c603,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:35.709842 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40022) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:35.769111 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2959b27d-f7e6-455b-befa-444cb41085c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.795969 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2959b27d-f7e6-455b-befa-444cb41085c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.843984 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2959b27d-f7e6-455b-befa-444cb41085c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.846659 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2959b27d-f7e6-455b-befa-444cb41085c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:35.847792 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2959b27d-f7e6-455b-befa-444cb41085c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7daa8fc-3732-47f3-b725-b8145290c603 HTTP/1.1" status: 204 len: 168 time: 0.1365571 Sep 03 20:37:35.855625 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959b27d-f7e6-455b-befa-444cb41085c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7daa8fc-3732-47f3-b725-b8145290c603,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:36.110992 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40032) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:36.123915 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-49ddee7a-22e1-4680-895c-7310881a8052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.207768 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-49ddee7a-22e1-4680-895c-7310881a8052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.211562 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-49ddee7a-22e1-4680-895c-7310881a8052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.251321 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-49ddee7a-22e1-4680-895c-7310881a8052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fe3b6689dc1499580ea48565bce2a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392469 Sep 03 20:37:36.252204 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddee7a-22e1-4680-895c-7310881a8052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a7d77-8396-42bf-a550-7c92affb4203,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:36.254037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40034) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:36.302357 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-244e924f-c7a7-4dc4-bec1-ff86cbf0344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.322678 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-244e924f-c7a7-4dc4-bec1-ff86cbf0344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.367917 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-244e924f-c7a7-4dc4-bec1-ff86cbf0344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.370609 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-244e924f-c7a7-4dc4-bec1-ff86cbf0344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:36.371765 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-244e924f-c7a7-4dc4-bec1-ff86cbf0344d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/848a7d77-8396-42bf-a550-7c92affb4203 HTTP/1.1" status: 204 len: 168 time: 0.1166806 Sep 03 20:37:36.378984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e924f-c7a7-4dc4-bec1-ff86cbf0344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a7d77-8396-42bf-a550-7c92affb4203,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:37.054159 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40066) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:37.156513 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b726a66-f937-4eb5-976f-367dd9cb0089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.245716 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b726a66-f937-4eb5-976f-367dd9cb0089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.250905 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b726a66-f937-4eb5-976f-367dd9cb0089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.293239 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2b726a66-f937-4eb5-976f-367dd9cb0089 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f422a31c644ab4b7dd083727e7ea98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379718 Sep 03 20:37:37.295207 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726a66-f937-4eb5-976f-367dd9cb0089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc484486-bd78-448a-901b-f75097c3373b,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:37.295967 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40070) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:37.348230 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff28e52b-3510-4396-8d7d-29117abb5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.371820 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff28e52b-3510-4396-8d7d-29117abb5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.425010 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff28e52b-3510-4396-8d7d-29117abb5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.427609 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff28e52b-3510-4396-8d7d-29117abb5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:37.428855 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-ff28e52b-3510-4396-8d7d-29117abb5893 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc484486-bd78-448a-901b-f75097c3373b HTTP/1.1" status: 204 len: 168 time: 0.1307714 Sep 03 20:37:37.437111 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28e52b-3510-4396-8d7d-29117abb5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc484486-bd78-448a-901b-f75097c3373b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:40.100827 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b215fda-acb2-447e-928d-a7b335b68ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.288872 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40114) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:40.392982 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5938ca5-d693-4905-b111-8d9b54e03e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.484020 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5938ca5-d693-4905-b111-8d9b54e03e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.487574 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5938ca5-d693-4905-b111-8d9b54e03e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.524810 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-b5938ca5-d693-4905-b111-8d9b54e03e2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2c3b5d93f4146bc9290fa031f4e62d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348700 Sep 03 20:37:40.525985 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5938ca5-d693-4905-b111-8d9b54e03e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca0458-9fd3-4f2e-a944-4c939f5c2a18,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:40.527558 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40118) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:40.574988 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b72ed79-5731-498f-bfe1-7eb3de7ffa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.595924 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b72ed79-5731-498f-bfe1-7eb3de7ffa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.639088 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b72ed79-5731-498f-bfe1-7eb3de7ffa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.641635 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2b72ed79-5731-498f-bfe1-7eb3de7ffa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:40.642730 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2b72ed79-5731-498f-bfe1-7eb3de7ffa81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61ca0458-9fd3-4f2e-a944-4c939f5c2a18 HTTP/1.1" status: 204 len: 168 time: 0.1141989 Sep 03 20:37:40.649879 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72ed79-5731-498f-bfe1-7eb3de7ffa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca0458-9fd3-4f2e-a944-4c939f5c2a18,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:41.591286 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40148) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:41.691286 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8d2f-0b13-4222-8219-05513731cabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.775640 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8d2f-0b13-4222-8219-05513731cabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.779742 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8d2f-0b13-4222-8219-05513731cabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.815788 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d4ce8d2f-0b13-4222-8219-05513731cabb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c33c08c1ef404819a5f75ce894085d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229559 Sep 03 20:37:41.816659 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce8d2f-0b13-4222-8219-05513731cabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee67f0b3-419b-4185-aa89-a1f1e2d93cac,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:41.818513 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:37:41.866645 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190096b1-a693-4937-8721-053adb3b50a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.886286 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190096b1-a693-4937-8721-053adb3b50a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.934642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190096b1-a693-4937-8721-053adb3b50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.937620 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190096b1-a693-4937-8721-053adb3b50a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:41.938781 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-190096b1-a693-4937-8721-053adb3b50a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee67f0b3-419b-4185-aa89-a1f1e2d93cac HTTP/1.1" status: 204 len: 168 time: 0.1187720 Sep 03 20:37:41.947089 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190096b1-a693-4937-8721-053adb3b50a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee67f0b3-419b-4185-aa89-a1f1e2d93cac,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:37:42.663629 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:37:42.679061 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b55f7f4-9bc0-42a6-87cf-d03095e22b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:43.014876 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:43.819202 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:45.574346 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:00.952477 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:08.017637 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-74d806af-efc3-44d5-9326-fef93b1bad9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418148 Sep 03 20:38:08.094485 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-d569d233-9e9d-40b4-9c0e-8376366bbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:08.095913 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-d569d233-9e9d-40b4-9c0e-8376366bbd63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.0396175 Sep 03 20:38:08.194142 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-b6211c92-945a-455c-ab95-f625cb4f340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:08.195581 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-b6211c92-945a-455c-ab95-f625cb4f340b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.0816376 Sep 03 20:38:08.261260 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-33360394-2fba-4e9a-aa5f-9ec8658bd069 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 1000 time: 0.0583048 Sep 03 20:38:08.307963 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-aa1778b8-dbf1-40b9-ab51-ba9fbcb3af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:08.309328 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-aa1778b8-dbf1-40b9-ab51-ba9fbcb3af7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0416708 Sep 03 20:38:08.352264 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-70f1c383-9883-4e21-9136-1016f7620297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:08.353779 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-70f1c383-9883-4e21-9136-1016f7620297 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376515 Sep 03 20:38:08.445445 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-b40d89e0-c348-4b84-aa92-373864733060 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849109 Sep 03 20:38:08.533779 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b8956488-9130-4fa9-a2c4-e59f5b78a208 req-4f06ff8f-88cf-4e06-aebf-f1bcfd8d6ffc service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Sep 03 20:38:09.264546 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40158) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:09.445589 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Deleting port 44958c30-86ec-49c1-84c4-185f8bd631f5 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:09.445932 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:09.521837 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:09.522081 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:09.534632 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Calling delete_port for 44958c30-86ec-49c1-84c4-185f8bd631f5 owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:09.705177 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:09.734083 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event deleted for resources: {'Port': ['ID=44958c30-86ec-49c1-84c4-185f8bd631f5,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:09.759843 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.760199 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.760546 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.760884 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.761218 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.761581 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.761916 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.762242 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.762571 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.763418 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.763777 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.764104 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:09.803937 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:09.804203 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Floating IP a5e890c9-c0ef-49fe-8fef-43a74858c3e2 disassociated (deleted). External IP: 172.27.2.60, port: 30b1750e-5e34-4dcf-b2ab-265fa8261a47. Sep 03 20:38:10.001282 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Router ca2cfc59-8f33-432e-aafe-7e5a95596eea has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:10.100613 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0815283a-ec9a-44ea-b240-3f45f590382b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:10.107671 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:10.112219 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:10.116653 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] Sync routers for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:10.126512 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:10.127110 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:37:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:10.142929 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-84cc2309-6813-4f4f-beca-73f0a0006b4d tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "DELETE /v2.0/floatingips/a5e890c9-c0ef-49fe-8fef-43a74858c3e2 HTTP/1.1" status: 204 len: 168 time: 0.8773880 Sep 03 20:38:10.143489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:10.145785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730aa3e-87af-40fb-8a66-a483791330ef" -d '{"events": [{"name": "network-changed", "server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:10.233550 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:10.373665 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f748a-bcd2-4d4e-8c0f-34a0aa51ec03 req-03fc9142-fa3b-4e93-99c1-7fe9d6932f6c tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:10.375255 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b94f748a-bcd2-4d4e-8c0f-34a0aa51ec03 req-03fc9142-fa3b-4e93-99c1-7fe9d6932f6c tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0528283 Sep 03 20:38:10.390296 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7e455b-ed12-4e57-8cb7-de6be5c4342e x-openstack-request-id: req-3c7e455b-ed12-4e57-8cb7-de6be5c4342e {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:10.390587 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:10.390835 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c7e455b-ed12-4e57-8cb7-de6be5c4342e {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:10.391224 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'status': 'completed', 'code': 200} Sep 03 20:38:10.416808 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b94f748a-bcd2-4d4e-8c0f-34a0aa51ec03 req-c61335ce-d93c-42b6-a309-2b66173e1b5e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351634 Sep 03 20:38:10.440138 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:15Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:10.465884 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730aa3e-87af-40fb-8a66-a483791330ef req-02934cc6-7b8b-426d-aefc-0f5e3caf7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:10.467324 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] Checking router: ca2cfc59-8f33-432e-aafe-7e5a95596eea for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:10.467469 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-02934cc6-7b8b-426d-aefc-0f5e3caf7800 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a22664f610824f7d9cf8315040b1680c&device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 1098 time: 0.0532656 Sep 03 20:38:10.475582 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:10.476172 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:37:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:10.558914 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730aa3e-87af-40fb-8a66-a483791330ef req-b7e0fbe6-d4e7-4708-89c5-cd89b24f9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:10.561057 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-b7e0fbe6-d4e7-4708-89c5-cd89b24f9320 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 200 len: 910 time: 0.0866835 Sep 03 20:38:10.609339 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-dedf75e9-0cb8-4d66-a708-e17c68774c03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 200 len: 217 time: 0.0401778 Sep 03 20:38:10.659494 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730aa3e-87af-40fb-8a66-a483791330ef req-e954d598-b934-4703-ae38-66044b93d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:10.660979 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-e954d598-b934-4703-ae38-66044b93d73d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 200 len: 848 time: 0.0442641 Sep 03 20:38:10.699392 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:10.705526 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730aa3e-87af-40fb-8a66-a483791330ef req-a14fc40d-30a8-4799-96aa-15b556c46fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:10.707012 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-a14fc40d-30a8-4799-96aa-15b556c46fdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387561 Sep 03 20:38:10.798996 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-9bbcd534-fc19-40b3-8b20-6800c8b5c36c service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Sep 03 20:38:10.890145 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5730aa3e-87af-40fb-8a66-a483791330ef req-a26f68ad-e7da-418e-8b76-d9e3de1f0291 service neutron] 10.222.0.47 "GET /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837388 Sep 03 20:38:10.907498 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:15Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:10.932962 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b511e4-f7fc-40d9-b18a-c182de80cac6 None None] The sync data for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi is: [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:10Z', 'revision_number': 4, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'de1c0142-8f4e-4010-9b22-398509921142', 'name': '', 'network_id': '0d0c9c13-7f6c-4b4c-a028-c684dd4dad40', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'mac_address': 'fa:16:3e:41:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:09Z', 'updated_at': '2021-09-03T20:33:15Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'subnets': [{'id': '80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:11.141293 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fbfa56-29c8-4d23-8e7a-0966d462d847 None None] New status for floating IP a5e890c9-c0ef-49fe-8fef-43a74858c3e2: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:38:11.550717 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb8d8a-5e9b-4272-afe7-91828b5b5b8b req-8b4e7ed6-fda5-4e5c-a730-8a89d8f79fba tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:11.552180 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6fcb8d8a-5e9b-4272-afe7-91828b5b5b8b req-8b4e7ed6-fda5-4e5c-a730-8a89d8f79fba tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0517278 Sep 03 20:38:11.588368 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-6fcb8d8a-5e9b-4272-afe7-91828b5b5b8b req-74070a27-6783-484d-92c9-7b2fc5ab2bdf tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed840411-f031-4442-8a3a-72db8e09a964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302064 Sep 03 20:38:11.854037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-aeb80ac2-469f-4557-9a46-3dd5ba01a513 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:11.855455 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-aeb80ac2-469f-4557-9a46-3dd5ba01a513 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.47 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 945 time: 0.0465944 Sep 03 20:38:11.939860 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Deleting port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:11.940200 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.027635 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] For port 30b1750e-5e34-4dcf-b2ab-265fa8261a47, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=30b1750e-5e34-4dcf-b2ab-265fa8261a47,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:12.028000 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.040651 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Calling delete_port for 30b1750e-5e34-4dcf-b2ab-265fa8261a47 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:12.171614 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.203112 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event deleted for resources: {'Port': ['ID=30b1750e-5e34-4dcf-b2ab-265fa8261a47,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:12.229221 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.229592 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.229931 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.230265 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.230594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.230922 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.231251 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.231626 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.231950 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.232273 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.232596 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.232911 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.253958 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] No DVR routers for this DVR port 30b1750e-5e34-4dcf-b2ab-265fa8261a47 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:12.256301 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.258269 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7c2c92f5-4747-475c-ac47-307a3cc0d6b6 req-fd565137-3263-42e3-a3b7-3cf2d036cb99 tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.47 "DELETE /v2.0/ports/30b1750e-5e34-4dcf-b2ab-265fa8261a47 HTTP/1.1" status: 204 len: 173 time: 0.3965800 Sep 03 20:38:12.258696 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-deleted', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:12.260880 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f106127a-2234-4358-bdac-7aa64cdf9254" -d '{"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-deleted", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:12.299457 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71248669-a356-4a5d-9e7b-a82501639d5f x-openstack-request-id: req-71248669-a356-4a5d-9e7b-a82501639d5f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:12.299747 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639c81af-b9be-49a1-abba-d090e776fbfb", "name": "network-vif-deleted", "tag": "30b1750e-5e34-4dcf-b2ab-265fa8261a47", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:12.299999 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71248669-a356-4a5d-9e7b-a82501639d5f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:12.300392 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639c81af-b9be-49a1-abba-d090e776fbfb', 'name': 'network-vif-deleted', 'tag': '30b1750e-5e34-4dcf-b2ab-265fa8261a47', 'status': 'completed', 'code': 200} Sep 03 20:38:12.680124 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c20e0f5-423e-43f6-add3-139e754a1c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.702959 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0662a54f-e3da-4b02-bffa-a1b22be4ced4 req-86b040fb-b057-468c-b4c4-59e155ac119e tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "GET /v2.0/ports?device_id=639c81af-b9be-49a1-abba-d090e776fbfb HTTP/1.1" status: 200 len: 210 time: 0.0327787 Sep 03 20:38:13.014814 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.758221 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40184) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:13.815426 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1aa280a1-476c-49ce-b357-7a3665e04f3b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.823075 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.841491 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1aa280a1-476c-49ce-b357-7a3665e04f3b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.912922 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1aa280a1-476c-49ce-b357-7a3665e04f3b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.915500 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1aa280a1-476c-49ce-b357-7a3665e04f3b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.919129 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1aa280a1-476c-49ce-b357-7a3665e04f3b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed840411-f031-4442-8a3a-72db8e09a964 HTTP/1.1" status: 204 len: 168 time: 0.1574509 Sep 03 20:38:13.925691 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa280a1-476c-49ce-b357-7a3665e04f3b tempest-TestShelveInstance-2069380560 tempest-TestShelveInstance-2069380560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed840411-f031-4442-8a3a-72db8e09a964,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:13.964808 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40188) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:14.445639 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.683059 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Deleting port de1c0142-8f4e-4010-9b22-398509921142 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:14.683396 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.760095 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] For port de1c0142-8f4e-4010-9b22-398509921142, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=de1c0142-8f4e-4010-9b22-398509921142,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:14.760751 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.772058 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Calling delete_port for de1c0142-8f4e-4010-9b22-398509921142 owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:14.938755 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.963705 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=de1c0142-8f4e-4010-9b22-398509921142,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:15.120548 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.326448 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Router ca2cfc59-8f33-432e-aafe-7e5a95596eea has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:15.577185 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.673474 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:15.679063 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-dc613d1f-745c-4443-9f96-6a5faf439f0a admin admin] 10.222.0.23 "PUT /v2.0/routers/ca2cfc59-8f33-432e-aafe-7e5a95596eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131712 Sep 03 20:38:15.681542 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40192) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:15.685442 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] Sync routers for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:15.694435 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:15.695121 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:15.782125 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.796808 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:15.881964 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.942560 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Deleting port 610e716f-0e58-4012-9343-e5209bd9d40f {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:15.942900 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.973116 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:38:14Z', 'revision_number': 5, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port': {'id': '610e716f-0e58-4012-9343-e5209bd9d40f', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:15.999850 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] Checking router: ca2cfc59-8f33-432e-aafe-7e5a95596eea for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:16.008274 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] Routers {'ca2cfc59-8f33-432e-aafe-7e5a95596eea'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:16.008883 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:16.023228 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] For port 610e716f-0e58-4012-9343-e5209bd9d40f, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=610e716f-0e58-4012-9343-e5209bd9d40f,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:16.023590 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.035102 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Calling delete_port for 610e716f-0e58-4012-9343-e5209bd9d40f owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:16.093487 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] Set router ca2cfc59-8f33-432e-aafe-7e5a95596eea gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:16.143696 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:38:15Z', 'revision_number': 6, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:16.174034 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51c537-811a-40a2-9c93-20e060b8c80e None None] The sync data for ids ['ca2cfc59-8f33-432e-aafe-7e5a95596eea'] in dv-cinder-760152-5-iscsi is: [{'id': 'ca2cfc59-8f33-432e-aafe-7e5a95596eea', 'name': 'tempest-TestShelveInstance-1808875648-router', 'tenant_id': 'a22664f610824f7d9cf8315040b1680c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:07Z', 'updated_at': '2021-09-03T20:38:15Z', 'revision_number': 6, 'project_id': 'a22664f610824f7d9cf8315040b1680c', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:16.200290 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.225291 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Pushing event deleted for resources: {'Port': ['ID=610e716f-0e58-4012-9343-e5209bd9d40f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:16.285680 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.372151 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.374252 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.392537 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:16.412385 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 30b1750e-5e34-4dcf-b2ab-265fa8261a47 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:16.413073 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 30b1750e-5e34-4dcf-b2ab-265fa8261a47 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:16.420944 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.421811 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2cfc59-8f33-432e-aafe-7e5a95596eea {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:38:16.427429 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.428697 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-68a93ab4-04ec-462c-8f8f-e8b80d88939d admin admin] 10.222.0.23 "DELETE /v2.0/routers/ca2cfc59-8f33-432e-aafe-7e5a95596eea HTTP/1.1" status: 204 len: 168 time: 0.7454402 Sep 03 20:38:16.431189 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40194) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:16.474957 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Deleting subnet 80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:38:16.477955 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.510569 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.596349 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.647278 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.672083 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:16.675680 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.678516 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5a2ff283-026f-4690-9270-f1147d926695 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/80dd49b3-8fb2-4f5b-84fa-d993abe7e0ac HTTP/1.1" status: 204 len: 168 time: 0.2453401 Sep 03 20:38:16.679926 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40196) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:16.682486 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c7af0-e7be-4210-8f74-188b3fd4e9b5 None None] Network 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:16.748510 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.800220 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Deleting port 637acea2-82a2-411a-ab90-af801526795e {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:16.801028 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.861458 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] For port 637acea2-82a2-411a-ab90-af801526795e, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=637acea2-82a2-411a-ab90-af801526795e,segment=NetworkSegment(7919faf7-58a3-4db4-aba3-d509cc0764ed),segment_id=7919faf7-58a3-4db4-aba3-d509cc0764ed)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:16.861821 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.877613 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Calling delete_port for 637acea2-82a2-411a-ab90-af801526795e owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:16.943371 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] DHCP port deletion for 0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:38:16.968853 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.989279 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Deleting port 637acea2-82a2-411a-ab90-af801526795e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:16.989685 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:16.995579 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Pushing event deleted for resources: {'Port': ['ID=637acea2-82a2-411a-ab90-af801526795e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:17.001132 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] No DVR routers for this DVR port 637acea2-82a2-411a-ab90-af801526795e on host dv-cinder-760152-5-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:17.055996 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] For port 637acea2-82a2-411a-ab90-af801526795e, host dv-cinder-760152-5-iscsi, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:17.056399 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.069072 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Calling delete_port for 637acea2-82a2-411a-ab90-af801526795e owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:17.071780 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Port 637acea2-82a2-411a-ab90-af801526795e was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 20:38:17.073076 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.074636 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.085041 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0c9c13-7f6c-4b4c-a028-c684dd4dad40']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:17.095489 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7919faf7-58a3-4db4-aba3-d509cc0764ed') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:17.095790 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7919faf7-58a3-4db4-aba3-d509cc0764ed') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:17.099767 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Pushing event deleted for resources: {'Port': ['ID=637acea2-82a2-411a-ab90-af801526795e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:17.105145 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.106495 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] No DVR routers for this DVR port 637acea2-82a2-411a-ab90-af801526795e on host dv-cinder-760152-5-iscsi {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:17.108681 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.109029 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.109425 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.109826 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.110141 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.110424 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.110858 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.111079 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.111402 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.111726 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.112036 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.112356 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9923e07a-d433-4ad0-b74d-3622320871ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:17.119040 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.129625 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:38:17.130036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:38:17.131768 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:38:17.187428 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.192983 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.195105 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d0c9c13-7f6c-4b4c-a028-c684dd4dad40 HTTP/1.1" status: 204 len: 168 time: 0.5141098 Sep 03 20:38:17.198021 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40198) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:17.206498 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e5b86-f850-4a2f-b2ef-407f0426c136 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0c9c13-7f6c-4b4c-a028-c684dd4dad40,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:17.368851 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device de1c0142-8f4e-4010-9b22-398509921142 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:17.389329 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: de1c0142-8f4e-4010-9b22-398509921142 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:17.389702 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device de1c0142-8f4e-4010-9b22-398509921142 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:17.390126 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 637acea2-82a2-411a-ab90-af801526795e no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:17.408173 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 637acea2-82a2-411a-ab90-af801526795e {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:17.408525 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 637acea2-82a2-411a-ab90-af801526795e not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:17.408945 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 610e716f-0e58-4012-9343-e5209bd9d40f no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:17.427337 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 610e716f-0e58-4012-9343-e5209bd9d40f {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:17.427686 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 610e716f-0e58-4012-9343-e5209bd9d40f not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:17.547483 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.779298 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Deleting port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:17.779546 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.852796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] For port 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,segment=NetworkSegment(997364d5-4f9a-403e-8339-e68d499db802),segment_id=997364d5-4f9a-403e-8339-e68d499db802)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:17.853156 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:17.865473 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Calling delete_port for 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:18.036126 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:18.063697 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae68ae3-d2a5-4d45-9083-63d77b6d9c58,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:18.224775 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:18.666745 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Router 686b775a-0e63-44a9-9aca-724f32e3608c has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:18.772294 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:18.777121 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f49956fa-282b-4e04-92a6-44d86eed7ed9 admin admin] 10.222.0.23 "PUT /v2.0/routers/686b775a-0e63-44a9-9aca-724f32e3608c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780921 Sep 03 20:38:18.779712 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40200) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:18.782204 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] Sync routers for ids ['686b775a-0e63-44a9-9aca-724f32e3608c'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:18.791193 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] Routers {'686b775a-0e63-44a9-9aca-724f32e3608c'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:18.791857 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['686b775a-0e63-44a9-9aca-724f32e3608c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:18.877969 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:18.891351 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] Set router 686b775a-0e63-44a9-9aca-724f32e3608c gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:18.977861 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.031504 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Deleting port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:19.031754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.061378 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:38:17Z', 'revision_number': 5, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port': {'id': 'd2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:19.089558 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] Checking router: 686b775a-0e63-44a9-9aca-724f32e3608c for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:19.098027 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] Routers {'686b775a-0e63-44a9-9aca-724f32e3608c'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:19.098622 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['686b775a-0e63-44a9-9aca-724f32e3608c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:19.110044 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] For port d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:19.110415 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.122597 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Calling delete_port for d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:19.179958 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] Set router 686b775a-0e63-44a9-9aca-724f32e3608c gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:19.230599 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:38:18Z', 'revision_number': 6, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:19.260169 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa175b07-7d1e-41c9-996a-590d92e03033 None None] The sync data for ids ['686b775a-0e63-44a9-9aca-724f32e3608c'] in dv-cinder-760152-5-iscsi is: [{'id': '686b775a-0e63-44a9-9aca-724f32e3608c', 'name': 'tempest-TestShelveInstance-1961332078-router', 'tenant_id': '493247d05c8341ef87991c5e03831997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:33:12Z', 'updated_at': '2021-09-03T20:38:18Z', 'revision_number': 6, 'project_id': '493247d05c8341ef87991c5e03831997', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:19.295676 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.318703 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:19.381674 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.468740 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.470883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.517604 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.518239 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686b775a-0e63-44a9-9aca-724f32e3608c {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:38:19.523139 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.524288 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-bac97160-9106-454d-aa41-385c28c92723 admin admin] 10.222.0.23 "DELETE /v2.0/routers/686b775a-0e63-44a9-9aca-724f32e3608c HTTP/1.1" status: 204 len: 168 time: 0.7436581 Sep 03 20:38:19.526875 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40202) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:19.574179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Deleting subnet 7e366343-415e-4ada-93b2-ca51f2b0260c {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:38:19.577655 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.612811 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.662966 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:38:19.699720 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.755330 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.781751 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e366343-415e-4ada-93b2-ca51f2b0260c,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:19.783698 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.785672 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-611c19f4-dc12-41b8-8c02-cdc71d39eb03 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e366343-415e-4ada-93b2-ca51f2b0260c HTTP/1.1" status: 204 len: 168 time: 0.2576625 Sep 03 20:38:19.787951 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40204) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:19.788495 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e75e8-fbde-4be1-9696-2188bed18c5d None None] Network 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:19.853348 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.903972 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Deleting port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:19.904319 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.970074 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] For port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,segment=NetworkSegment(997364d5-4f9a-403e-8339-e68d499db802),segment_id=997364d5-4f9a-403e-8339-e68d499db802)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:19.970376 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.981508 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Calling delete_port for cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:20.033862 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] DHCP port deletion for 3c6330b5-c4e8-4129-9c8c-a1cc131c3770 request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:38:20.041736 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:20.070936 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.087866 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:20.088212 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 8ae68ae3-d2a5-4d45-9083-63d77b6d9c58 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:20.098322 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:20.104180 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] No DVR routers for this DVR port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 on host dv-cinder-760152-5-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:20.117534 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Deleting port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:20.118060 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.177389 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.179802 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] For port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94, host dv-cinder-760152-5-iscsi, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:20.180056 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.188599 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6330b5-c4e8-4129-9c8c-a1cc131c3770']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:20.194513 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Calling delete_port for cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:20.197358 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 20:38:20.198522 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.198694 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997364d5-4f9a-403e-8339-e68d499db802') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:20.198987 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997364d5-4f9a-403e-8339-e68d499db802') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:20.208846 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8443091'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.225564 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.228842 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] Pushing event deleted for resources: {'Port': ['ID=cd2d995f-4e58-4ea1-8e8b-b0ad55107c94,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:20.234608 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:38:20.235201 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9231691'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.236273 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53132577-fbcb-4665-bd68-eb937603f82b None None] No DVR routers for this DVR port cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 on host dv-cinder-760152-5-iscsi {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: Traceback (most recent call last): Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: timer() Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: cb(*args, **kw) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: return func(*args, **kwargs) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: self._notify() Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: self.callback(batched_events) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: event.method(event) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: return f(self, *a, **k) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._get(url).json() Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:38:20.237705 dv-cinder-760152-5-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:38:20.299240 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.306185 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.310779 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c6330b5-c4e8-4129-9c8c-a1cc131c3770 HTTP/1.1" status: 204 len: 168 time: 0.5184436 Sep 03 20:38:20.319111 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8581a5-9a38-4873-9a51-cb69cd2f6b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6330b5-c4e8-4129-9c8c-a1cc131c3770,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:20.415851 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40208) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:20.455422 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c30d7332-6e3a-4caf-b80a-70b3c735e69c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a22664f610824f7d9cf8315040b1680c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383856 Sep 03 20:38:20.457875 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40210) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:20.505587 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f3def26-7ef5-41a9-918f-d495060a3b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.526715 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f3def26-7ef5-41a9-918f-d495060a3b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.583330 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f3def26-7ef5-41a9-918f-d495060a3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.586125 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f3def26-7ef5-41a9-918f-d495060a3b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.587240 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1f3def26-7ef5-41a9-918f-d495060a3b68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3469f90-5ed8-4ba3-9d54-40082d31ff76 HTTP/1.1" status: 204 len: 168 time: 0.1284735 Sep 03 20:38:20.596456 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3def26-7ef5-41a9-918f-d495060a3b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3469f90-5ed8-4ba3-9d54-40082d31ff76,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:20.878938 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40216) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:20.917363 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c336feb3-7502-4fb2-b478-679ec8cbb144 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=493247d05c8341ef87991c5e03831997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372565 Sep 03 20:38:20.920120 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40218) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:20.966880 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecf92-1308-43a2-885f-a06c3345d971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:20.986866 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecf92-1308-43a2-885f-a06c3345d971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.034255 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecf92-1308-43a2-885f-a06c3345d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.037067 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9c5ecf92-1308-43a2-885f-a06c3345d971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.038256 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9c5ecf92-1308-43a2-885f-a06c3345d971 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9575999-4f02-45f9-b56e-3a20f154ea87 HTTP/1.1" status: 204 len: 168 time: 0.1172500 Sep 03 20:38:21.045784 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ecf92-1308-43a2-885f-a06c3345d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9575999-4f02-45f9-b56e-3a20f154ea87,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:21.371560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:21.395972 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:21.396310 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device d2d610c9-269b-4d0a-9fbe-9a85ee5ec3ee not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:21.396737 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:21.415001 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:21.415348 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device cd2d995f-4e58-4ea1-8e8b-b0ad55107c94 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:21.678675 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40240) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:21.771281 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1472358502-network', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:21.791815 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Made reservation on behalf of 0ef766e07a5347ab96b45d9288f9e363 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:38:21.794750 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.802707 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.888892 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.892449 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.917376 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:38:21.926985 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7685d-f77f-4d79-874f-86cf9db0c119,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:21.931453 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.931841 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Added segment d32b0acc-f933-4d68-b4e9-296b48ce0cd2 of type vlan for network 81939e4c-1457-4fe5-a155-4cdf79efc744 Sep 03 20:38:21.970134 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.995182 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.996121 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:21.996688 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.019198 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3394771 Sep 03 20:38:22.022177 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:22.027210 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Request body: {'subnet': {'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1472358502-subnet', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:22.048795 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Made reservation on behalf of 0ef766e07a5347ab96b45d9288f9e363 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:38:22.051134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.055110 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9322293-bbc9-4561-b5b3-b003a3e1c308 admin admin] Pushing event updated for resources: {'Network': ['ID=81939e4c-1457-4fe5-a155-4cdf79efc744,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:22.066200 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:38:22.211287 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.258582 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:22.272945 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Checking segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:22.273304 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Network hostable DHCP agents. Network: 81939e4c-1457-4fe5-a155-4cdf79efc744, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:38:22.289064 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:38:22.297376 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 81939e4c-1457-4fe5-a155-4cdf79efc744) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:22.301363 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:22.301986 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.306251 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a0d73-cd1c-47a6-8a44-27d4b1ecd94f None None] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:22.314871 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-33156524-ff15-429d-8a06-1481393bfd10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2915521 Sep 03 20:38:22.317517 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:22.321802 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:22.342625 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.343819 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.398597 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.447847 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-81939e4c-1457-4fe5-a155-4cdf79efc744', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:38:22.448802 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.541315 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.586952 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Allocated IP 172.20.0.2 (81939e4c-1457-4fe5-a155-4cdf79efc744/77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a/c7e133ed-2862-4076-b6a8-803be6da1f66) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:22.726583 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.734869 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Transition to ACTIVE for port object c7e133ed-2862-4076-b6a8-803be6da1f66 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:22.735079 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.749437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Transition to ACTIVE for port object c7e133ed-2862-4076-b6a8-803be6da1f66 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:22.753843 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.755117 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.791040 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:22.795294 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:22.798751 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:22.807777 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Pushing event updated for resources: {'Port': ['ID=c7e133ed-2862-4076-b6a8-803be6da1f66,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:22.857251 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Attempting to bind port c7e133ed-2862-4076-b6a8-803be6da1f66 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:22.857640 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Attempting to bind port c7e133ed-2862-4076-b6a8-803be6da1f66 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:22.858006 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Attempting to bind port c7e133ed-2862-4076-b6a8-803be6da1f66 on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:22.861242 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Allocated IP 172.27.2.103 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/c47026dd-36ec-43d3-9f7e-093e23d86747) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:22.862882 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:22.863256 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Checking segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:22.863657 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.864049 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Bound using segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:22.864509 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Bound port: c7e133ed-2862-4076-b6a8-803be6da1f66, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:22.864889 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.964570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.003698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.042111 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:23.044935 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:23.050641 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] For port c7e133ed-2862-4076-b6a8-803be6da1f66, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:23.051758 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:23.053769 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] For port c7e133ed-2862-4076-b6a8-803be6da1f66, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c7e133ed-2862-4076-b6a8-803be6da1f66,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:23.057959 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.077116 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Pushing event updated for resources: {'Port': ['ID=c47026dd-36ec-43d3-9f7e-093e23d86747,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:23.112754 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d36eb9-3336-49b9-b03b-7b55b25e2e04 None None] Pushing event updated for resources: {'Port': ['ID=c7e133ed-2862-4076-b6a8-803be6da1f66,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:23.315639 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.409839 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c7e133ed-2862-4076-b6a8-803be6da1f66 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:23.458896 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port c7e133ed-2862-4076-b6a8-803be6da1f66 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:23.511106 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.632734 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:38:23.742143 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:23.752311 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:23.759288 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.763195 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-67b793b0-f917-451c-bffa-445e3c340b5e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4421306 Sep 03 20:38:23.763340 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:23.763340 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:23.763807 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40248) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:23.871812 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:23.980048 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fdeef-abb2-40a2-9d6e-2879e3e8be3f None None] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:24.093100 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] Provisioning for port c7e133ed-2862-4076-b6a8-803be6da1f66 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:24.108610 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] Provisioning complete for port c7e133ed-2862-4076-b6a8-803be6da1f66 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:24.108981 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.177711 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.220018 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:23Z', 'revision_number': 3, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:24.257169 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:24.257546 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Updating router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee port c47026dd-36ec-43d3-9f7e-093e23d86747 binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:38:24.315596 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.334340 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Allocated IP 172.20.0.1 (81939e4c-1457-4fe5-a155-4cdf79efc744/77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a/f63fb79b-56b5-4fcd-9be5-37ea3a265ef0) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:24.343501 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.449798 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.450353 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] For port c7e133ed-2862-4076-b6a8-803be6da1f66, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c7e133ed-2862-4076-b6a8-803be6da1f66,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:24.464731 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.467911 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Transition to ACTIVE for port object f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:24.511249 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.549581 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:24.553921 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:24.558139 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:24.564958 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23a01e-ff45-4b82-a4ca-b7fd416d084e None None] Pushing event updated for resources: {'Port': ['ID=c7e133ed-2862-4076-b6a8-803be6da1f66,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:24.592881 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Pushing event updated for resources: {'Port': ['ID=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:24.611383 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.663392 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.676781 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Transition to ACTIVE for port object c47026dd-36ec-43d3-9f7e-093e23d86747 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:24.691970 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.734250 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-8de7a1c7-3524-4639-9eeb-6c0965339181 None None] Provisioning complete for port c7e133ed-2862-4076-b6a8-803be6da1f66 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:24.734630 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8de7a1c7-3524-4639-9eeb-6c0965339181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.746338 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.775078 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066864-ce02-4db9-aa2f-a0d96b617041 None None] Pushing event updated for resources: {'Port': ['ID=c47026dd-36ec-43d3-9f7e-093e23d86747,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:24.777385 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Attempting to bind port c47026dd-36ec-43d3-9f7e-093e23d86747 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:24.777790 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Attempting to bind port c47026dd-36ec-43d3-9f7e-093e23d86747 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:24.778201 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Attempting to bind port c47026dd-36ec-43d3-9f7e-093e23d86747 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:24.787836 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:24.788223 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:24.789005 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.789005 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:24.789503 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Bound port: c47026dd-36ec-43d3-9f7e-093e23d86747, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:24.789924 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.876054 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] For port c47026dd-36ec-43d3-9f7e-093e23d86747, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:24.880437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] For port c47026dd-36ec-43d3-9f7e-093e23d86747, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c47026dd-36ec-43d3-9f7e-093e23d86747,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:24.884293 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.910474 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.916117 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:24.944904 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:24.945543 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:24.982378 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066864-ce02-4db9-aa2f-a0d96b617041 None None] Pushing event updated for resources: {'Port': ['ID=c47026dd-36ec-43d3-9f7e-093e23d86747,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:24.984713 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Pushing event updated for resources: {'Port': ['ID=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:24.989618 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.041698 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f0b2702a-4488-46f9-9eb6-9315dee3c076 None None] Provisioning for port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:25.049171 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f0b2702a-4488-46f9-9eb6-9315dee3c076 None None] Provisioning complete for port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:25.049574 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0b2702a-4488-46f9-9eb6-9315dee3c076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.078372 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:25.079774 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:25.087407 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:25.124278 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2702a-4488-46f9-9eb6-9315dee3c076 None None] Port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:38:25.197250 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:25.304386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 2, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:25.310774 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:25.315909 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f85e6c39-b948-4928-8df8-985eaf36dc7c admin admin] 10.222.0.23 "PUT /v2.0/routers/66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511189 Sep 03 20:38:25.331507 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cec180-d0be-40b8-ae44-c1f8f2999507 None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 2, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:25.346157 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-0b8a526c-2701-41ce-9b75-2c62dfbf824f None None] Provisioning complete for port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:25.346649 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b8a526c-2701-41ce-9b75-2c62dfbf824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.386331 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a526c-2701-41ce-9b75-2c62dfbf824f None None] Port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:38:25.417785 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c7e133ed-2862-4076-b6a8-803be6da1f66 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:25.610219 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port c7e133ed-2862-4076-b6a8-803be6da1f66 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:25.610866 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.854821 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40264) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:25.860477 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-9088684-network', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:25.882276 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Made reservation on behalf of 4d9ebf2d4eca499c947dee5264c2cbdd for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:38:25.884581 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.893568 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.007048 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.014273 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.044911 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:38:26.051432 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f44063a-6ba2-45c3-ba4b-8bbe85aa1af7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:26.058312 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.058835 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Added segment 333dbe9e-c9f3-46e5-81d5-bc0afb58caeb of type vlan for network 65be4ee5-1419-463f-9e68-92f0d5d07b05 Sep 03 20:38:26.108853 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744663622108'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.133618 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.134719 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:26.135419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.165374 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3094120 Sep 03 20:38:26.168395 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40266) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:26.174220 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Request body: {'subnet': {'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-9088684-subnet', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:26.196898 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a5fce-05d6-4c91-89cd-138589e473fc admin admin] Pushing event updated for resources: {'Network': ['ID=65be4ee5-1419-463f-9e68-92f0d5d07b05,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:26.198339 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Made reservation on behalf of 4d9ebf2d4eca499c947dee5264c2cbdd for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:38:26.201550 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13605629'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.210798 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 details requested by agent ovs-agent-dv-cinder-760152-5-iscsi with host dv-cinder-760152-5-iscsi {{(pid=93896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:38:26.389196 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13247827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13605587'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.447893 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194fd2bd-65d0-476d-a8b8-e73407e6c926,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:26.457579 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Checking segment: {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:26.457941 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Network hostable DHCP agents. Network: 65be4ee5-1419-463f-9e68-92f0d5d07b05, hostable agents: ['6ffc9f7c-cc0b-4444-833c-4750fd498e78'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:38:26.475328 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 is scheduled to be hosted by DHCP agent 6ffc9f7c-cc0b-4444-833c-4750fd498e78 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:38:26.484109 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-5-iscsi, 65be4ee5-1419-463f-9e68-92f0d5d07b05) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:26.489512 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:26.490344 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.493209 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323fb334-6ef8-4104-a754-403a6e6a3f55 None None] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:26.508203 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-d65907ee-9093-45bc-b61f-5d601655d771 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3380506 Sep 03 20:38:26.510741 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40268) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:26.515898 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:26.538679 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7748'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.539762 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7773'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.600692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.644299 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36a6747d-dcd6-52e5-a635-b89b1e024388-65be4ee5-1419-463f-9e68-92f0d5d07b05', 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'fixed_ips': [{'subnet_id': '194fd2bd-65d0-476d-a8b8-e73407e6c926'}]}} from dv-cinder-760152-5-iscsi. {{(pid=93896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:38:26.645179 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.778767 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Allocated IP 172.20.0.2 (65be4ee5-1419-463f-9e68-92f0d5d07b05/194fd2bd-65d0-476d-a8b8-e73407e6c926/195d0096-e7c3-4535-8844-ed10a12c4a48) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:26.930690 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.938737 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Transition to ACTIVE for port object 195d0096-e7c3-4535-8844-ed10a12c4a48 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:26.954377 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Transition to ACTIVE for port object 195d0096-e7c3-4535-8844-ed10a12c4a48 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:26.959644 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.980262 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.997221 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:27.000023 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:27.003511 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:27.013936 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Pushing event updated for resources: {'Port': ['ID=195d0096-e7c3-4535-8844-ed10a12c4a48,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:27.069810 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Attempting to bind port 195d0096-e7c3-4535-8844-ed10a12c4a48 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:27.070198 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Attempting to bind port 195d0096-e7c3-4535-8844-ed10a12c4a48 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:27.070739 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Attempting to bind port 195d0096-e7c3-4535-8844-ed10a12c4a48 on network 65be4ee5-1419-463f-9e68-92f0d5d07b05 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:27.076413 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:27.076794 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Checking segment: {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:27.077281 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.077619 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Bound using segment: {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:27.078084 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Bound port: 195d0096-e7c3-4535-8844-ed10a12c4a48, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:27.078473 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.141929 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] For port 195d0096-e7c3-4535-8844-ed10a12c4a48, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:27.145091 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] For port 195d0096-e7c3-4535-8844-ed10a12c4a48, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=195d0096-e7c3-4535-8844-ed10a12c4a48,segment=NetworkSegment(333dbe9e-c9f3-46e5-81d5-bc0afb58caeb),segment_id=333dbe9e-c9f3-46e5-81d5-bc0afb58caeb)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:27.151627 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.181692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.201939 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.212912 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b1d45-391a-43f0-b624-5da34f5a6f1b None None] Pushing event updated for resources: {'Port': ['ID=195d0096-e7c3-4535-8844-ed10a12c4a48,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:27.317467 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Allocated IP 172.27.2.223 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/5918b81b-d431-436e-bc9a-230f71676a73) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:27.405097 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:27.421888 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:27.422521 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:27.466994 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c47026dd-36ec-43d3-9f7e-093e23d86747 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:27.467732 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.522037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.533987 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port c47026dd-36ec-43d3-9f7e-093e23d86747 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:27.538438 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:27.538638 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port c47026dd-36ec-43d3-9f7e-093e23d86747 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:27.539085 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.563278 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:27.567895 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:27.571658 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:27.614975 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Pushing event updated for resources: {'Port': ['ID=5918b81b-d431-436e-bc9a-230f71676a73,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:27.626205 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.647758 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port c47026dd-36ec-43d3-9f7e-093e23d86747, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c47026dd-36ec-43d3-9f7e-093e23d86747,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:27.652589 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.706935 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=c47026dd-36ec-43d3-9f7e-093e23d86747,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:27.839849 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 2, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:27.845209 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.866397 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:27.866765 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Updating router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:38:27.895109 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.048473 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682438'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.151592 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb0096-b2ed-45b8-b966-132edc6d6e7d None None] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:28.173766 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.181666 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Router 77579498-5767-4e6b-83ce-ed856eb08b5d is scheduled to L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:38:28.184594 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Transition to ACTIVE for port object f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:28.190801 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.238315 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Pushing event updated for resources: {'Port': ['ID=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:28.254521 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.255385 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.255584 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.255849 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.256183 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.256512 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.256841 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.257172 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.257537 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.257862 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.258184 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.258531 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:28.272652 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-9ada7936-29d6-4af7-b6b0-20756c33a6fc None None] Provisioning for port 195d0096-e7c3-4535-8844-ed10a12c4a48 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:28.312493 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:28.330246 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Attempting to bind port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:28.330677 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Attempting to bind port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:28.331078 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Attempting to bind port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:28.335224 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.336817 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-2e4adb4c-bfa0-4ea2-b4a2-7181965b4bbb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8250837 Sep 03 20:38:28.339473 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40270) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:28.341553 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:28.341965 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Checking segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:28.342374 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.344114 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Sync routers for ids ['77579498-5767-4e6b-83ce-ed856eb08b5d'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:28.345846 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Bound using segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:28.346531 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Bound port: f63fb79b-56b5-4fcd-9be5-37ea3a265ef0, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:28.347201 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.361696 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Routers {'77579498-5767-4e6b-83ce-ed856eb08b5d'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:28.362805 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['77579498-5767-4e6b-83ce-ed856eb08b5d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:28.430821 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] For port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:28.441561 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] For port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:28.453378 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.534235 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Set router 77579498-5767-4e6b-83ce-ed856eb08b5d gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:28.553532 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:28.554111 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:28.623029 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf953f5-6e55-4930-9072-bd7d922eebd8 None None] Pushing event updated for resources: {'Port': ['ID=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:28.715268 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:28.762022 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 3, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:28.792204 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Checking router: 77579498-5767-4e6b-83ce-ed856eb08b5d for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:28.792500 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Updating router 77579498-5767-4e6b-83ce-ed856eb08b5d port 5918b81b-d431-436e-bc9a-230f71676a73 binding host dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:38:28.823860 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.834914 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.930429 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:28Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:28.958203 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f386a8-f228-4ad0-8172-122bb9c8332c None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:28Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:29.004831 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Allocated IP 172.20.0.1 (65be4ee5-1419-463f-9e68-92f0d5d07b05/194fd2bd-65d0-476d-a8b8-e73407e6c926/389931c0-4dcd-4c08-b63b-9e84c10510ec) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:29.104957 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.116695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Transition to ACTIVE for port object 5918b81b-d431-436e-bc9a-230f71676a73 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:29.117031 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.123696 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.131850 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Transition to ACTIVE for port object 389931c0-4dcd-4c08-b63b-9e84c10510ec will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:29.168227 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.176607 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Attempting to bind port 5918b81b-d431-436e-bc9a-230f71676a73 on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:29.176985 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Attempting to bind port 5918b81b-d431-436e-bc9a-230f71676a73 by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:29.177721 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Attempting to bind port 5918b81b-d431-436e-bc9a-230f71676a73 on network f09c5ab2-f805-4c47-9b84-a351f010dbdf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:29.189008 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:29.189389 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Checking segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:29.189812 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.190205 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Bound using segment: {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:29.190672 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Bound port: 5918b81b-d431-436e-bc9a-230f71676a73, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b202fd-23e8-4dfb-a81a-499e04b4db7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:29.191066 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.192658 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a6abd-34b3-48bf-a7e8-248f8a3b89b4 None None] Pushing event updated for resources: {'Port': ['ID=5918b81b-d431-436e-bc9a-230f71676a73,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.212005 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:29.215011 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:29.218622 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:29.265385 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] For port 5918b81b-d431-436e-bc9a-230f71676a73, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:29.268164 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Pushing event updated for resources: {'Port': ['ID=389931c0-4dcd-4c08-b63b-9e84c10510ec,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.269232 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] For port 5918b81b-d431-436e-bc9a-230f71676a73, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=5918b81b-d431-436e-bc9a-230f71676a73,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:29.280593 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698601'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.280897 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.349481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Routers {'77579498-5767-4e6b-83ce-ed856eb08b5d'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:29.350811 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['77579498-5767-4e6b-83ce-ed856eb08b5d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:29.438005 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a6abd-34b3-48bf-a7e8-248f8a3b89b4 None None] Pushing event updated for resources: {'Port': ['ID=5918b81b-d431-436e-bc9a-230f71676a73,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.499223 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.504878 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] Set router 77579498-5767-4e6b-83ce-ed856eb08b5d gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:29.567724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:29.610598 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1fe22646-e18c-4187-8c90-14eb93663ded None None] Provisioning for port 389931c0-4dcd-4c08-b63b-9e84c10510ec completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:29.628638 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1fe22646-e18c-4187-8c90-14eb93663ded None None] Provisioning complete for port 389931c0-4dcd-4c08-b63b-9e84c10510ec triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:29.629027 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fe22646-e18c-4187-8c90-14eb93663ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.677674 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.683087 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.713695 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1fe22646-e18c-4187-8c90-14eb93663ded None None] Port 389931c0-4dcd-4c08-b63b-9e84c10510ec cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:38:29.749229 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:29.753541 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Pushing event updated for resources: {'Port': ['ID=389931c0-4dcd-4c08-b63b-9e84c10510ec,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.754643 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:29.755026 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.757606 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660761'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.815994 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 3, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:29.844255 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b43a59-2f3b-4eb0-800e-28e18231d86e None None] The sync data for ids ['77579498-5767-4e6b-83ce-ed856eb08b5d'] in dv-cinder-760152-5-iscsi is: [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 3, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:29.849390 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:29.850777 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:29.883640 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.924846 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:29.932296 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.933210 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 195d0096-e7c3-4535-8844-ed10a12c4a48 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:29.981943 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Router 77579498-5767-4e6b-83ce-ed856eb08b5d has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:30.137914 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:30.151171 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-3c896c6e-c0b4-4146-87db-019bc43003f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/77579498-5767-4e6b-83ce-ed856eb08b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032627 Sep 03 20:38:30.176298 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:30.181525 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-bbff8fe6-d083-42db-82ea-0c486ce4c436 None None] Provisioning complete for port 389931c0-4dcd-4c08-b63b-9e84c10510ec triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:30.181525 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bbff8fe6-d083-42db-82ea-0c486ce4c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.185949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 195d0096-e7c3-4535-8844-ed10a12c4a48 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:30.210383 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 195d0096-e7c3-4535-8844-ed10a12c4a48 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:30.211032 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.244283 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bbff8fe6-d083-42db-82ea-0c486ce4c436 None None] Port 389931c0-4dcd-4c08-b63b-9e84c10510ec cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:38:30.313661 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.349089 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 195d0096-e7c3-4535-8844-ed10a12c4a48, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=195d0096-e7c3-4535-8844-ed10a12c4a48,segment=NetworkSegment(333dbe9e-c9f3-46e5-81d5-bc0afb58caeb),segment_id=333dbe9e-c9f3-46e5-81d5-bc0afb58caeb)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:30.353123 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.354111 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c47026dd-36ec-43d3-9f7e-093e23d86747 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:30.428413 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=195d0096-e7c3-4535-8844-ed10a12c4a48,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:30.441257 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port c47026dd-36ec-43d3-9f7e-093e23d86747 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:30.441685 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.953834 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.438108 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 5918b81b-d431-436e-bc9a-230f71676a73 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:31.484358 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 5918b81b-d431-436e-bc9a-230f71676a73 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:31.487794 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 5918b81b-d431-436e-bc9a-230f71676a73 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:31.488175 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.561139 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.580001 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 5918b81b-d431-436e-bc9a-230f71676a73, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=5918b81b-d431-436e-bc9a-230f71676a73,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:31.583506 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.584247 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:31.656865 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=5918b81b-d431-436e-bc9a-230f71676a73,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:31.669995 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:31.670439 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.747322 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 195d0096-e7c3-4535-8844-ed10a12c4a48 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:31.795980 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 195d0096-e7c3-4535-8844-ed10a12c4a48 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:31.796360 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.886131 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:31.890793 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634788169', 'description': 'tempest-secgroup-smoke-1634788169 description', 'project_id': '0ef766e07a5347ab96b45d9288f9e363'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:31.911646 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.003735 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.007242 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.037431 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.038636 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515169 Sep 03 20:38:32.040479 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bbf42-afbf-4f99-9acb-8863ee1424b3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9a011-caa9-4eea-9a98-582738f79536,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.041806 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40282) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.047576 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group_rule': {'security_group_id': '0aa9a011-caa9-4eea-9a98-582738f79536', 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:32.075156 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.132641 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.136166 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.150178 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16594f96-9358-47a8-87fc-a294e92b891c,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.160184 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.161588 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f3c0f12f-86a3-4d10-897c-a2cffb466fdb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181319 Sep 03 20:38:32.164554 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40284) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.169652 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group_rule': {'security_group_id': '0aa9a011-caa9-4eea-9a98-582738f79536', 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:32.195138 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.256353 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.259626 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.276757 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d440ab76-c3dd-4396-bfd8-00321baf05b0,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.285068 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.286279 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-919d65fb-d547-4959-ad40-714fc44b4431 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207724 Sep 03 20:38:32.289048 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40286) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.293461 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group_rule': {'security_group_id': '0aa9a011-caa9-4eea-9a98-582738f79536', 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:32.318929 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.377272 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.381619 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.383467 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Sync routers for ids ['77579498-5767-4e6b-83ce-ed856eb08b5d'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:32.393263 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Routers {'77579498-5767-4e6b-83ce-ed856eb08b5d'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:32.393975 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['77579498-5767-4e6b-83ce-ed856eb08b5d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:32.399323 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaca84f8-fc46-4b43-b891-0f29ad7786fd,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.406365 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.407590 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8bb19815-0ae5-487a-b266-c2502c7ac605 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175501 Sep 03 20:38:32.410230 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40288) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.414528 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group_rule': {'security_group_id': '0aa9a011-caa9-4eea-9a98-582738f79536', 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:32.439225 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.499495 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.499737 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Set router 77579498-5767-4e6b-83ce-ed856eb08b5d gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:32.503467 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.521477 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f23314-39f2-4d16-83de-aace2ac4177f,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.527423 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.529218 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-44931504-bfa8-4390-9ba6-8c51694380f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180499 Sep 03 20:38:32.532355 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40290) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.536656 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group_rule': {'security_group_id': '0aa9a011-caa9-4eea-9a98-582738f79536', 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:32.563949 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Project 0ef766e07a5347ab96b45d9288f9e363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:38:32.568819 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.630837 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.634871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.656298 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629288e0-87b9-403f-8ccf-f49f59919fd3,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.661729 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.664560 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2aa75d6c-9c6e-4e27-babc-970888383b8f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297750 Sep 03 20:38:32.665647 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40292) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.670027 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'security_group_rule': {'security_group_id': '0aa9a011-caa9-4eea-9a98-582738f79536', 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:32.695023 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Project 0ef766e07a5347ab96b45d9288f9e363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:38:32.700968 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.707646 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 4, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '389931c0-4dcd-4c08-b63b-9e84c10510ec', 'name': '', 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'mac_address': 'fa:16:3e:2d:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '194fd2bd-65d0-476d-a8b8-e73407e6c926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:28Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 2, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'subnets': [{'id': '194fd2bd-65d0-476d-a8b8-e73407e6c926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:32.736153 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Checking router: 77579498-5767-4e6b-83ce-ed856eb08b5d for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:32.736507 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Updating router 77579498-5767-4e6b-83ce-ed856eb08b5d port 389931c0-4dcd-4c08-b63b-9e84c10510ec binding host dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:38:32.760223 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.760659 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.764558 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211277'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.784302 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da213f6-f4bf-428f-90e8-cbffaba77dd1,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.787990 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.789347 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f8c3f436-034a-4939-8a30-d1a91ef8d4a6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226413 Sep 03 20:38:33.025708 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.035011 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Transition to ACTIVE for port object 389931c0-4dcd-4c08-b63b-9e84c10510ec will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:33.041346 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.087376 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b89a3-b2d0-4099-a943-ccd72c41fd9c None None] Pushing event updated for resources: {'Port': ['ID=389931c0-4dcd-4c08-b63b-9e84c10510ec,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:33.144330 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Attempting to bind port 389931c0-4dcd-4c08-b63b-9e84c10510ec on host dv-cinder-760152-5-iscsi for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:33.144703 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Attempting to bind port 389931c0-4dcd-4c08-b63b-9e84c10510ec by drivers openvswitch,hyperv on host dv-cinder-760152-5-iscsi at level 0 using segments [{'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:33.145063 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Attempting to bind port 389931c0-4dcd-4c08-b63b-9e84c10510ec on network 65be4ee5-1419-463f-9e68-92f0d5d07b05 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:33.150420 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Checking agent: {'id': '9f30d004-bd55-41bc-b7e3-e41a6bdaeba8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 21, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 21, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:33.150797 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Checking segment: {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:33.151201 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.151594 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Bound using segment: {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:33.152057 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Bound port: 389931c0-4dcd-4c08-b63b-9e84c10510ec, host: dv-cinder-760152-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:33.152458 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.245648 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] For port 389931c0-4dcd-4c08-b63b-9e84c10510ec, host dv-cinder-760152-5-iscsi, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:33.250362 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] For port 389931c0-4dcd-4c08-b63b-9e84c10510ec, host dv-cinder-760152-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=389931c0-4dcd-4c08-b63b-9e84c10510ec,segment=NetworkSegment(333dbe9e-c9f3-46e5-81d5-bc0afb58caeb),segment_id=333dbe9e-c9f3-46e5-81d5-bc0afb58caeb)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:33.259759 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.311541 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Routers {'77579498-5767-4e6b-83ce-ed856eb08b5d'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:33.312245 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['77579498-5767-4e6b-83ce-ed856eb08b5d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:33.387370 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b89a3-b2d0-4099-a943-ccd72c41fd9c None None] Pushing event updated for resources: {'Port': ['ID=389931c0-4dcd-4c08-b63b-9e84c10510ec,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:33.390347 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 5918b81b-d431-436e-bc9a-230f71676a73 up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:33.439727 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] Set router 77579498-5767-4e6b-83ce-ed856eb08b5d gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:33.451567 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 5918b81b-d431-436e-bc9a-230f71676a73 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:33.451947 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.737559 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 4, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '389931c0-4dcd-4c08-b63b-9e84c10510ec', 'name': '', 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'mac_address': 'fa:16:3e:2d:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '194fd2bd-65d0-476d-a8b8-e73407e6c926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:28Z', 'updated_at': '2021-09-03T20:38:33Z', 'revision_number': 4, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'subnets': [{'id': '194fd2bd-65d0-476d-a8b8-e73407e6c926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:33.762898 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c04f4-909e-49b9-9105-5ef4635583ea None None] The sync data for ids ['77579498-5767-4e6b-83ce-ed856eb08b5d'] in dv-cinder-760152-5-iscsi is: [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 4, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': '389931c0-4dcd-4c08-b63b-9e84c10510ec', 'name': '', 'network_id': '65be4ee5-1419-463f-9e68-92f0d5d07b05', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'mac_address': 'fa:16:3e:2d:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '194fd2bd-65d0-476d-a8b8-e73407e6c926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:28Z', 'updated_at': '2021-09-03T20:38:33Z', 'revision_number': 4, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'subnets': [{'id': '194fd2bd-65d0-476d-a8b8-e73407e6c926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:35.400981 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 389931c0-4dcd-4c08-b63b-9e84c10510ec up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:35.449374 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning for port 389931c0-4dcd-4c08-b63b-9e84c10510ec completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:35.453481 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 389931c0-4dcd-4c08-b63b-9e84c10510ec triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:35.453841 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:35.534737 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:35.568706 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] For port 389931c0-4dcd-4c08-b63b-9e84c10510ec, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=389931c0-4dcd-4c08-b63b-9e84c10510ec,segment=NetworkSegment(333dbe9e-c9f3-46e5-81d5-bc0afb58caeb),segment_id=333dbe9e-c9f3-46e5-81d5-bc0afb58caeb)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:35.572994 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:35.659066 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Pushing event updated for resources: {'Port': ['ID=389931c0-4dcd-4c08-b63b-9e84c10510ec,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:37.382314 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 389931c0-4dcd-4c08-b63b-9e84c10510ec up at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:38:37.430174 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Provisioning complete for port 389931c0-4dcd-4c08-b63b-9e84c10510ec triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:37.430482 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:40.106045 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e71900a-b8cb-4682-b0ba-90a5fdeaabba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:42.682608 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d34686a-8f9a-4103-ac78-ee4fc7f06d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:43.017912 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:43.826858 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:45.580157 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:48.162782 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-e0dfe6d0-f948-4d8c-8be0-9d9eb68d0fa2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634788169&fields=id&tenant_id=0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 267 time: 0.0315127 Sep 03 20:38:48.264797 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-52099886-f8ed-41ad-9b80-21ac8ce00892 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:48.266211 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-52099886-f8ed-41ad-9b80-21ac8ce00892 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 812 time: 0.0970571 Sep 03 20:38:48.280392 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-d0013504-ebcc-479a-95a5-4d7b7b9262e5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/quotas/0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 375 time: 0.0085936 Sep 03 20:38:48.328941 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-854dea2e-d8e9-4e58-b066-5de2d794dd09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430667 Sep 03 20:38:48.427054 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-dba58793-819a-45e4-8158-04bdb6cff8b0 service neutron] 10.222.0.23 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868044 Sep 03 20:38:48.516752 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-7756f5b1-9c5a-4991-91f9-c413e6f428ae service neutron] 10.222.0.23 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835950 Sep 03 20:38:48.896285 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ec11727b-39ce-4a37-929c-68b1427bdded req-87012b6b-6953-448d-8d00-306f4487e886 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 210 time: 0.1251850 Sep 03 20:38:49.646618 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-e18ed8df-4fec-4352-be2b-16ef467f8c3f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:49.648079 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-e18ed8df-4fec-4352-be2b-16ef467f8c3f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 812 time: 0.0996940 Sep 03 20:38:49.691808 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-f6a1280f-0825-478f-97d8-5881d4fbdeb8 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 380 time: 0.0341592 Sep 03 20:38:49.701930 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'port': {'device_id': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'admin_state_up': True, 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'security_groups': ['0aa9a011-caa9-4eea-9a98-582738f79536']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:50.047891 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7297072a-dcad-4d65-a159-2ebb01fbff32 req-e59c5b75-a892-4088-860d-d66ccbaa23ba tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 210 time: 0.0355055 Sep 03 20:38:50.088366 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Made reservation on behalf of 0ef766e07a5347ab96b45d9288f9e363 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:38:50.091851 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.215235 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Allocated IP 172.20.0.12 (81939e4c-1457-4fe5-a155-4cdf79efc744/77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a/571b0af2-bbc2-420f-8156-7d0f705b7c08) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:38:50.349361 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.365482 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Transition to ACTIVE for port object 571b0af2-bbc2-420f-8156-7d0f705b7c08 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:50.400373 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.441606 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:38:50.444470 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:38:50.448129 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:38:50.474415 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=571b0af2-bbc2-420f-8156-7d0f705b7c08,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:50.502496 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:50.503144 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.518506 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-afded567-87a1-4ca0-8834-35640b56b6b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8204312 Sep 03 20:38:50.531239 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Request body: {'port': {'device_id': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:38:50.589521 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.675802 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-7d8e150e-b5bc-4e59-9c0a-fdfa57d72a1e None None] Provisioning for port 571b0af2-bbc2-420f-8156-7d0f705b7c08 completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:38:50.680049 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-7d8e150e-b5bc-4e59-9c0a-fdfa57d72a1e None None] Provisioning complete for port 571b0af2-bbc2-420f-8156-7d0f705b7c08 triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:38:50.680416 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d8e150e-b5bc-4e59-9c0a-fdfa57d72a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.714075 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e150e-b5bc-4e59-9c0a-fdfa57d72a1e None None] Port 571b0af2-bbc2-420f-8156-7d0f705b7c08 cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:38:50.855906 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571b0af2-bbc2-420f-8156-7d0f705b7c08 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:38:50.863621 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.876311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Transition to ACTIVE for port object 571b0af2-bbc2-420f-8156-7d0f705b7c08 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:38:50.879282 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:50.946497 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=571b0af2-bbc2-420f-8156-7d0f705b7c08,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:51.004354 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Attempting to bind port 571b0af2-bbc2-420f-8156-7d0f705b7c08 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:38:51.004698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Attempting to bind port 571b0af2-bbc2-420f-8156-7d0f705b7c08 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:38:51.005026 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Attempting to bind port 571b0af2-bbc2-420f-8156-7d0f705b7c08 on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:51.009542 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Port 571b0af2-bbc2-420f-8156-7d0f705b7c08 on network 81939e4c-1457-4fe5-a155-4cdf79efc744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:38:51.009861 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Attempting to bind port 571b0af2-bbc2-420f-8156-7d0f705b7c08 on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:38:51.014846 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:38:51.015182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Checking segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:38:51.015570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Bound using segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:38:51.015996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Bound port: 571b0af2-bbc2-420f-8156-7d0f705b7c08, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:38:51.016354 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:51.081906 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] For port 571b0af2-bbc2-420f-8156-7d0f705b7c08, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:38:51.084924 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] For port 571b0af2-bbc2-420f-8156-7d0f705b7c08, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:38:51.090757 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:51.125876 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.126610 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:51.128029 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 200 len: 1094 time: 0.6012051 Sep 03 20:38:51.128476 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:51.130860 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a" -d '{"events": [{"name": "network-changed", "server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:51.168603 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa6cbc-ebf0-4f5d-a04f-7a60bc1b37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=571b0af2-bbc2-420f-8156-7d0f705b7c08,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:51.175311 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839d469-8599-4ee7-a960-e7e8d32f5449 x-openstack-request-id: req-e839d469-8599-4ee7-a960-e7e8d32f5449 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:51.175702 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:51.175962 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e839d469-8599-4ee7-a960-e7e8d32f5449 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:51.176354 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'status': 'completed', 'code': 200} Sep 03 20:38:51.200628 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102c3a1-bab5-48fa-bcd7-1d08d5473885 req-91fd34f6-6ca6-46be-9e2a-9ce3b7ad0440 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.202176 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6102c3a1-bab5-48fa-bcd7-1d08d5473885 req-91fd34f6-6ca6-46be-9e2a-9ce3b7ad0440 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.0626411 Sep 03 20:38:51.219734 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-9eb3c32b-ec53-4b29-af37-9ffaadc4f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.221348 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-9eb3c32b-ec53-4b29-af37-9ffaadc4f528 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1097 time: 0.0442426 Sep 03 20:38:51.247098 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6102c3a1-bab5-48fa-bcd7-1d08d5473885 req-80fcff1e-eb56-4f69-86d1-98a373084fb2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Sep 03 20:38:51.268737 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-456f31af-a816-4aea-bf39-f6bcf47b3b75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 200 len: 217 time: 0.0387084 Sep 03 20:38:51.318548 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-5633cd77-6f7b-41ba-bb37-266192ca9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.320020 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-5633cd77-6f7b-41ba-bb37-266192ca9fe4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0445344 Sep 03 20:38:51.365954 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-c4ae5f98-0068-4958-a61a-edf85e177d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.367405 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-c4ae5f98-0068-4958-a61a-edf85e177d57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400784 Sep 03 20:38:51.459415 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-dc58dfe8-7140-42d3-9410-ace4db4e0b4f service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843813 Sep 03 20:38:51.546077 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-002c72bf-a926-4180-bbc8-d494dbdc95dd req-594d90b7-31b6-4b27-8a92-ac0d584d7bb6 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794375 Sep 03 20:38:51.634979 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-012e0b18-3224-445c-a440-1f0fb187bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.636470 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-012e0b18-3224-445c-a440-1f0fb187bc4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1097 time: 0.0435960 Sep 03 20:38:51.722372 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-b3464fb0-00de-4935-aff9-e5ee9a329ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.723793 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-b3464fb0-00de-4935-aff9-e5ee9a329ca3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0802393 Sep 03 20:38:51.769548 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-84fddcc1-79f7-4f67-b299-0065530c99c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 200 len: 217 time: 0.0352335 Sep 03 20:38:51.817279 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-dab622a3-2b1a-4023-aeee-6d622e653f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.818730 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-dab622a3-2b1a-4023-aeee-6d622e653f2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0416033 Sep 03 20:38:51.863058 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-5d669bb7-0111-4821-8be2-29716fc4d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:51.864484 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-5d669bb7-0111-4821-8be2-29716fc4d4d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388608 Sep 03 20:38:51.952686 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-390c763d-47c7-4aca-8ee5-8641ddb41130 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810311 Sep 03 20:38:52.038317 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4f8a8eaf-84cb-4191-91b0-8ca0f08d677a req-2d617841-506e-4ed8-b2ee-178701050bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792665 Sep 03 20:38:52.418090 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87ab02-b568-4b4c-9b18-9a66a94288c7 req-7f1ed26f-29cf-4b78-a152-87f81e972586 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:52.419571 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0c87ab02-b568-4b4c-9b18-9a66a94288c7 req-7f1ed26f-29cf-4b78-a152-87f81e972586 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.1049840 Sep 03 20:38:52.456051 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-0c87ab02-b568-4b4c-9b18-9a66a94288c7 req-d5907657-2ef8-4355-82ec-2720633d3ead tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305169 Sep 03 20:38:53.565945 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71ccb8-e713-4c7b-9981-1ab06ee4f541 req-fdb1e825-fedb-44e7-afb1-f0a16a5f8adf tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:53.567370 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5f71ccb8-e713-4c7b-9981-1ab06ee4f541 req-fdb1e825-fedb-44e7-afb1-f0a16a5f8adf tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.0468268 Sep 03 20:38:53.603579 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5f71ccb8-e713-4c7b-9981-1ab06ee4f541 req-81a68914-aaf8-470c-96d2-8ca97d144698 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303707 Sep 03 20:38:54.713992 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b26cd5-5291-4a99-830f-e0fdd23cce40 req-6ad8d27c-2e23-4c11-95c1-e7fcf8885cf1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:54.715350 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-06b26cd5-5291-4a99-830f-e0fdd23cce40 req-6ad8d27c-2e23-4c11-95c1-e7fcf8885cf1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.0471752 Sep 03 20:38:54.751833 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-06b26cd5-5291-4a99-830f-e0fdd23cce40 req-79c13cb1-1734-4b3f-8930-0bcd8f1e12e8 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301011 Sep 03 20:38:55.864028 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272cbf0-9534-47ea-96e3-5888d733161c req-a758b336-74da-46c5-8bb3-1de63ebf521a tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:55.865539 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7272cbf0-9534-47ea-96e3-5888d733161c req-a758b336-74da-46c5-8bb3-1de63ebf521a tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.0478942 Sep 03 20:38:55.902002 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7272cbf0-9534-47ea-96e3-5888d733161c req-6df8b87b-0db3-4834-9841-152c909c0561 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Sep 03 20:38:56.662269 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:38:57.011609 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d95c9-338f-4770-80eb-55734876da19 req-75e5322b-6aaa-4054-afcf-ef166f71aa44 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:57.013085 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-265d95c9-338f-4770-80eb-55734876da19 req-75e5322b-6aaa-4054-afcf-ef166f71aa44 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.0469208 Sep 03 20:38:57.050208 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-265d95c9-338f-4770-80eb-55734876da19 req-71feb1b3-fbe2-4cc1-a5a8-2f596bf3008b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303848 Sep 03 20:38:58.164071 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26b84a-0d10-4a81-8b60-e5a7c9727b01 req-b9e1928a-ff20-458f-9588-4555b763d45b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:58.165542 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8a26b84a-0d10-4a81-8b60-e5a7c9727b01 req-b9e1928a-ff20-458f-9588-4555b763d45b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 944 time: 0.0501282 Sep 03 20:38:58.204617 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8a26b84a-0d10-4a81-8b60-e5a7c9727b01 req-117e4daa-3555-4eff-9310-3c475e07da7d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Sep 03 20:38:58.566461 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 571b0af2-bbc2-420f-8156-7d0f705b7c08 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:38:58.659462 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 571b0af2-bbc2-420f-8156-7d0f705b7c08, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:58.669947 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'port_id': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'mac_address': 'fa:16:3e:26:4e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:38:58.705724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:58.725339 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571b0af2-bbc2-420f-8156-7d0f705b7c08 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:38:58.749987 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 571b0af2-bbc2-420f-8156-7d0f705b7c08, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:58.755028 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:58.799809 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=571b0af2-bbc2-420f-8156-7d0f705b7c08,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:58.958462 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['571b0af2-bbc2-420f-8156-7d0f705b7c08'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:38:59.319273 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba403e3-afbd-443b-a56c-79eef934f894 req-f3fd81d5-6943-4ab7-9907-573abdf651ea tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:59.320731 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bba403e3-afbd-443b-a56c-79eef934f894 req-f3fd81d5-6943-4ab7-9907-573abdf651ea tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Sep 03 20:38:59.357598 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bba403e3-afbd-443b-a56c-79eef934f894 req-c0cce7aa-2899-4d4b-b2f6-a14a16dfa85c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Sep 03 20:39:00.471165 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d3e0c-4917-4b15-a7a4-027e26b42a99 req-aed11f3d-a7e3-4153-86fe-b9dac916592d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:00.472635 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3e2d3e0c-4917-4b15-a7a4-027e26b42a99 req-aed11f3d-a7e3-4153-86fe-b9dac916592d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Sep 03 20:39:00.511706 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3e2d3e0c-4917-4b15-a7a4-027e26b42a99 req-197e44eb-e1b1-435d-bca0-17c4455d63c9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Sep 03 20:39:00.578437 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 571b0af2-bbc2-420f-8156-7d0f705b7c08 up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:39:00.626193 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 571b0af2-bbc2-420f-8156-7d0f705b7c08 completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:39:00.630132 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 571b0af2-bbc2-420f-8156-7d0f705b7c08 triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:39:00.630502 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:00.705122 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:00.726269 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:39:00.728467 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8579b7dd-aecf-423f-9daf-25d8bb6e567d" -d '{"events": [{"server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "name": "network-vif-plugged", "status": "completed", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:39:00.740891 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 571b0af2-bbc2-420f-8156-7d0f705b7c08, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:39:00.744848 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:00.770186 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611757e4-1aa8-4223-9b99-e6741da4d2f4 x-openstack-request-id: req-611757e4-1aa8-4223-9b99-e6741da4d2f4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:39:00.770468 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "name": "network-vif-plugged", "status": "completed", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:39:00.770714 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-611757e4-1aa8-4223-9b99-e6741da4d2f4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:39:00.771094 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'code': 200} Sep 03 20:39:00.794144 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=571b0af2-bbc2-420f-8156-7d0f705b7c08,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:39:00.966276 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:00.969229 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd51fe-9aad-4425-9389-a4fec8aaf1fc req-68a56563-d783-400d-8cb3-206c902202b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:00.970820 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d3dd51fe-9aad-4425-9389-a4fec8aaf1fc req-68a56563-d783-400d-8cb3-206c902202b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1099 time: 0.0401969 Sep 03 20:39:01.004542 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d3dd51fe-9aad-4425-9389-a4fec8aaf1fc req-574aa3f2-2f89-4e05-8ea7-697b98965d47 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264676 Sep 03 20:39:01.623464 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db277-53cc-4b0b-b2b3-45adcd579268 req-007feed9-c176-4e46-88e9-5e77b0a787bb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:01.624836 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-095db277-53cc-4b0b-b2b3-45adcd579268 req-007feed9-c176-4e46-88e9-5e77b0a787bb tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 946 time: 0.0474451 Sep 03 20:39:01.661876 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-095db277-53cc-4b0b-b2b3-45adcd579268 req-20ed865b-8ada-455d-a2b6-af8a799640ba tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303912 Sep 03 20:39:02.774142 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0648a-ffbb-41c3-9756-dbde994fccaa req-587eec45-7671-4432-8412-e38ec8d0b66c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:02.775488 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-97b0648a-ffbb-41c3-9756-dbde994fccaa req-587eec45-7671-4432-8412-e38ec8d0b66c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 946 time: 0.0475991 Sep 03 20:39:02.811581 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-97b0648a-ffbb-41c3-9756-dbde994fccaa req-7dc46222-6a28-4780-beb1-1379dfc16c03 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301623 Sep 03 20:39:02.936668 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e12ea-9ba2-4195-97ba-0085d78b9749 req-67fffb6d-e0ef-4ef8-ad27-a329a8441a91 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:02.938337 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-077e12ea-9ba2-4195-97ba-0085d78b9749 req-67fffb6d-e0ef-4ef8-ad27-a329a8441a91 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 946 time: 0.0620599 Sep 03 20:39:02.978222 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-077e12ea-9ba2-4195-97ba-0085d78b9749 req-c7aa0deb-c602-4073-b926-cb20b700bf1c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342159 Sep 03 20:39:03.000560 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40466) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:39:03.078279 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a42208-71c5-428e-ab9d-1cc992a80024 tempest-TestVolumeBootPattern-1989354058 tempest-TestVolumeBootPattern-1989354058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:03.080522 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-82a42208-71c5-428e-ab9d-1cc992a80024 tempest-TestVolumeBootPattern-1989354058 tempest-TestVolumeBootPattern-1989354058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1094 time: 0.0790017 Sep 03 20:39:03.083001 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40470) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:39:03.087669 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'port_id': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:39:03.109036 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:03.200165 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:03.309178 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Allocated IP 172.27.2.138 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/ef53132e-d526-431a-8330-35f266a753b7) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:39:03.407766 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:03.447768 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:03.482785 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:39:03.485527 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:39:03.488832 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:39:03.513198 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=ef53132e-d526-431a-8330-35f266a753b7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:39:04.069538 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:04.132286 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:04.277753 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:04.282155 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:04.352154 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=ef53132e-d526-431a-8330-35f266a753b7,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:39:04.359147 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:04.455875 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Floating IP 8e7f7fa5-c829-403f-9e41-e51a24f2ee4b associated. External IP: 172.27.2.138, port: 571b0af2-bbc2-420f-8156-7d0f705b7c08. Sep 03 20:39:04.656271 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:39:04.761226 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:39:04.770897 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:39:04.775569 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:04.780641 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:39:04.781258 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:39:04.802938 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ac9666c8-a2cd-487a-929d-bd0d144f26c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7188778 Sep 03 20:39:04.803569 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:39:04.805853 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77728392-1694-413e-b859-579361d70c72" -d '{"events": [{"name": "network-changed", "server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:39:04.849595 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91da79c-5d90-43c1-988e-512fdb419b08 x-openstack-request-id: req-a91da79c-5d90-43c1-988e-512fdb419b08 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:39:04.849883 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:39:04.850151 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a91da79c-5d90-43c1-988e-512fdb419b08 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:39:04.850535 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'status': 'completed', 'code': 200} Sep 03 20:39:04.887824 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:39:04.970824 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728392-1694-413e-b859-579361d70c72 req-4f66b1a9-b2fc-4eb4-9191-79b82502ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:04.972324 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-4f66b1a9-b2fc-4eb4-9191-79b82502ece2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1099 time: 0.0975173 Sep 03 20:39:05.059889 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728392-1694-413e-b859-579361d70c72 req-9fcce9d3-b350-4f66-84ed-2b10a038ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:05.061419 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-9fcce9d3-b350-4f66-84ed-2b10a038ac95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0820968 Sep 03 20:39:05.108749 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '8e7f7fa5-c829-403f-9e41-e51a24f2ee4b', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:26:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:39:03Z', 'updated_at': '2021-09-03T20:39:03Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:39:05.128156 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-d8be5bc1-b423-4cf6-bd13-a47d76f1a1ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 200 len: 1000 time: 0.0603247 Sep 03 20:39:05.138919 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:39:05.147184 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:39:05.147789 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:38:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:39:05.175692 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728392-1694-413e-b859-579361d70c72 req-5c35c5a0-82c2-42a7-abaf-5eab74e9d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:05.177072 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-5c35c5a0-82c2-42a7-abaf-5eab74e9d17e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0427282 Sep 03 20:39:05.223303 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728392-1694-413e-b859-579361d70c72 req-6d7d46d1-34ff-4227-a8f9-51c0bc90c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:05.224844 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-6d7d46d1-34ff-4227-a8f9-51c0bc90c713 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408452 Sep 03 20:39:05.237896 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-75c1b926-b526-4c4c-958b-b79457a2686b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:39:05.238861 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-75c1b926-b526-4c4c-958b-b79457a2686b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065422 Sep 03 20:39:05.333253 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-e4633b55-b053-453a-b7b6-8bf6cd643dc6 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869930 Sep 03 20:39:05.373933 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:39:05.422434 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-77728392-1694-413e-b859-579361d70c72 req-56440758-3c12-47a5-9620-a07d46066a0c service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819535 Sep 03 20:39:05.589653 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '8e7f7fa5-c829-403f-9e41-e51a24f2ee4b', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:26:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:39:03Z', 'updated_at': '2021-09-03T20:39:03Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:39:05.616801 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a9298-8584-4ff4-a924-a446a2bc7506 None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '8e7f7fa5-c829-403f-9e41-e51a24f2ee4b', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:26:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:39:03Z', 'updated_at': '2021-09-03T20:39:03Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:39:05.795669 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607d33e-383e-4b53-9105-114f814f09da None None] New status for floating IP 8e7f7fa5-c829-403f-9e41-e51a24f2ee4b: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:39:10.023916 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-a3bb3921-3d43-49be-af75-6478e946efd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415249 Sep 03 20:39:10.104365 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb68425-0f5e-45e2-8294-df6605f386da req-246a9106-a121-4d44-8f86-863d76616d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:10.105879 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-246a9106-a121-4d44-8f86-863d76616d3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1099 time: 0.0408463 Sep 03 20:39:10.111214 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00e9f724-e217-469e-a034-bce8d0208476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:10.203492 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb68425-0f5e-45e2-8294-df6605f386da req-90c415d4-d617-473b-ab0d-e552420a2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:10.204970 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-90c415d4-d617-473b-ab0d-e552420a2127 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0805759 Sep 03 20:39:10.271735 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-b81923ad-7b3b-47d9-8411-f0a695d3bd17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 200 len: 1002 time: 0.0599470 Sep 03 20:39:10.319222 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb68425-0f5e-45e2-8294-df6605f386da req-169957c5-79cb-48c3-a4c6-2cc7e40e81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:10.320652 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-169957c5-79cb-48c3-a4c6-2cc7e40e81c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0420935 Sep 03 20:39:10.365950 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb68425-0f5e-45e2-8294-df6605f386da req-4c3d0091-cdc1-48f8-894c-67e077e3198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:39:10.367398 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-4c3d0091-cdc1-48f8-894c-67e077e3198d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400112 Sep 03 20:39:10.460193 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-ecbaae96-8f15-4b05-a261-33cf33575dad service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860629 Sep 03 20:39:10.545491 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9bb68425-0f5e-45e2-8294-df6605f386da req-b5b0e26d-0bac-4b60-8ce6-0fd7d084f3fd service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783150 Sep 03 20:39:12.684842 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed8c-1208-40b0-ba9f-005c4093a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:13.018772 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:13.828694 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:15.581646 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:30.983149 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:33.661451 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:39:40.111874 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec389a70-0c0a-437a-afb2-ca23e42d0d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:42.685847 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29c55b82-8d56-4472-a16d-0acf5108690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:43.019948 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:43.832514 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:45.584410 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:00.979823 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:10.113130 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ade3755-377b-448e-8382-08336a2baa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:10.659376 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:40:12.015513 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-fbcf3654-4097-47e6-94b0-94adaf574c29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434663 Sep 03 20:40:12.092856 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b80a-6a52-495e-b809-f1780aea1106 req-84a8b3c8-9ac9-4200-9a4f-ab9bb1a94afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:40:12.094328 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-84a8b3c8-9ac9-4200-9a4f-ab9bb1a94afd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 1099 time: 0.0398262 Sep 03 20:40:12.194852 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b80a-6a52-495e-b809-f1780aea1106 req-ef81c420-9952-4b90-9ea8-1cc655876208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:40:12.196200 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-ef81c420-9952-4b90-9ea8-1cc655876208 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0838928 Sep 03 20:40:12.260559 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-d4403aae-bb88-4d93-b790-3925bd68b26b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 200 len: 1002 time: 0.0568559 Sep 03 20:40:12.307994 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b80a-6a52-495e-b809-f1780aea1106 req-2e4c00c5-8f49-499d-ad92-e372d96937f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:40:12.309382 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-2e4c00c5-8f49-499d-ad92-e372d96937f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0422113 Sep 03 20:40:12.356570 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b80a-6a52-495e-b809-f1780aea1106 req-21b1bfce-d12f-4b6f-bc86-8e6674f67b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:40:12.358028 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-21b1bfce-d12f-4b6f-bc86-8e6674f67b46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418475 Sep 03 20:40:12.443055 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-2f2ff588-82ac-4dd7-9ea3-77c108975f81 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780449 Sep 03 20:40:12.533898 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-7203b80a-6a52-495e-b809-f1780aea1106 req-f2dee159-a0a1-49ce-8df8-b825fd6d5eea service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833251 Sep 03 20:40:12.685619 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5664e11d-f277-456f-a518-d2045b9ab326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:13.021093 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:13.836295 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:15.586805 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:30.978613 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:40.116283 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00f20941-7d6f-42ba-83b8-f2cc10f3bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:42.685807 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7ef4-ade1-46fc-a99f-e09cd18a878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:43.021776 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:43.837700 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:45.590404 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:47.658975 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:41:00.654662 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328500-5a7c-402a-8676-7c8ceaf8796e req-665d194b-cefd-49b3-843f-338667844c09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:00.656115 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21328500-5a7c-402a-8676-7c8ceaf8796e req-665d194b-cefd-49b3-843f-338667844c09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 946 time: 0.0502133 Sep 03 20:41:00.692648 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-21328500-5a7c-402a-8676-7c8ceaf8796e req-80588172-af1e-41c4-9a6b-cece227c7cc2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306740 Sep 03 20:41:00.993854 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:01.809680 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10a4c4-7b26-4dc9-a743-2c46c818ca2c req-90c8adfb-1c29-42ad-a5bb-dbb6333884c0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:01.811173 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8b10a4c4-7b26-4dc9-a743-2c46c818ca2c req-90c8adfb-1c29-42ad-a5bb-dbb6333884c0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 946 time: 0.0490880 Sep 03 20:41:01.848126 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8b10a4c4-7b26-4dc9-a743-2c46c818ca2c req-2079c1b5-7020-493c-80b6-c2823259b695 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Sep 03 20:41:02.196663 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214df0a7-9321-4012-9958-e995119e42db req-27f8ecaa-fb9a-43af-9a7e-42673b5ee5fc tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:02.198620 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-214df0a7-9321-4012-9958-e995119e42db req-27f8ecaa-fb9a-43af-9a7e-42673b5ee5fc tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 946 time: 0.0474708 Sep 03 20:41:02.291334 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Deleting port 571b0af2-bbc2-420f-8156-7d0f705b7c08 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:41:02.291713 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:02.377421 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] For port 571b0af2-bbc2-420f-8156-7d0f705b7c08, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=571b0af2-bbc2-420f-8156-7d0f705b7c08,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:41:02.377796 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:02.544298 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:02.544661 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:02.544979 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.db.l3_db [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Floating IP 8e7f7fa5-c829-403f-9e41-e51a24f2ee4b disassociated. External IP: 172.27.2.138, port: 571b0af2-bbc2-420f-8156-7d0f705b7c08. Sep 03 20:41:02.545321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Calling delete_port for 571b0af2-bbc2-420f-8156-7d0f705b7c08 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:41:02.668714 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:02.712925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'Port': ['ID=571b0af2-bbc2-420f-8156-7d0f705b7c08,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:02.722840 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.723188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.723524 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.723858 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.724185 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.724531 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.724836 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.725159 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.725990 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.725990 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.726162 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.726431 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:02.833019 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:41:02.944743 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d46f549a-b2c3-48c1-8568-32e0ba9da795 req-44248632-dec8-4174-8230-7cf5b89944c2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=a246d922-8eab-42f7-a161-9072a8b216e0 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Sep 03 20:41:02.966126 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:41:02.975661 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:41:02.984366 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:41:02.984970 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:40:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:03.003476 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] No DVR routers for this DVR port 571b0af2-bbc2-420f-8156-7d0f705b7c08 on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:41:03.005904 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:03.007846 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-214df0a7-9321-4012-9958-e995119e42db req-9436c0cd-a683-4510-a7a9-fa9a20711014 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "DELETE /v2.0/ports/571b0af2-bbc2-420f-8156-7d0f705b7c08 HTTP/1.1" status: 204 len: 173 time: 0.8036418 Sep 03 20:41:03.008272 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'name': 'network-vif-deleted', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:41:03.010998 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19998e7-a6f4-455b-88e1-cafc0fd21668" -d '{"events": [{"server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "name": "network-vif-deleted", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:41:03.106720 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:41:03.116466 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc61e8e-33c5-4df5-863c-7446b31b192d x-openstack-request-id: req-fdc61e8e-33c5-4df5-863c-7446b31b192d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:41:03.116759 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a246d922-8eab-42f7-a161-9072a8b216e0", "name": "network-vif-deleted", "tag": "571b0af2-bbc2-420f-8156-7d0f705b7c08", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:41:03.117016 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdc61e8e-33c5-4df5-863c-7446b31b192d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:41:03.117450 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a246d922-8eab-42f7-a161-9072a8b216e0', 'name': 'network-vif-deleted', 'tag': '571b0af2-bbc2-420f-8156-7d0f705b7c08', 'status': 'completed', 'code': 200} Sep 03 20:41:03.315312 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:03.343298 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:41:03.352473 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:41:03.353083 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:40:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:03.457453 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:41:03.649838 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:03.680093 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8bcbb-26b2-4499-b43a-fa29fadcbef7 None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:41:03.891488 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b9bca-a8cf-41ae-96b5-3bfad1174cf1 None None] New status for floating IP 8e7f7fa5-c829-403f-9e41-e51a24f2ee4b: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:41:04.142470 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-d51ed7c9-4404-41bc-9d07-69ca26eb1ce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634788169&fields=id&tenant_id=0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 267 time: 0.0310287 Sep 03 20:41:04.246851 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-70221b04-2ed4-4534-9d25-dad69ee9c246 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:04.248316 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-70221b04-2ed4-4534-9d25-dad69ee9c246 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 812 time: 0.0996408 Sep 03 20:41:04.262502 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-98fd61ef-ed48-4629-8928-2a8d988d55c0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/quotas/0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 375 time: 0.0086424 Sep 03 20:41:04.312951 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-d39e8d45-038d-468d-a6f4-4b904a5d42fc tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454986 Sep 03 20:41:04.369909 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e707db03-ffc5-48ed-9954-06730df7e961 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:41:04.370891 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e707db03-ffc5-48ed-9954-06730df7e961 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473046 Sep 03 20:41:04.461215 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5507c3c0-7640-4165-92d2-7aee916e8c17 service neutron] 10.222.0.23 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837154 Sep 03 20:41:04.546601 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-05340a85-9e19-48a6-84ce-95dcc1f0ef79 service neutron] 10.222.0.23 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797789 Sep 03 20:41:04.824117 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-710bc16a-9cc3-4748-9365-4ffd670170ad req-bef72d8d-ee8e-4fec-b165-5dcca2de074e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 210 time: 0.0261052 Sep 03 20:41:05.092112 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 571b0af2-bbc2-420f-8156-7d0f705b7c08 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:41:05.112496 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 571b0af2-bbc2-420f-8156-7d0f705b7c08 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:41:05.112838 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 571b0af2-bbc2-420f-8156-7d0f705b7c08 not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:41:05.923189 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f853bddd-5bdf-4c54-87c6-6b5f49f363e3 req-7f6c6ae9-f97e-4a7e-8259-2c1601a196a2 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 210 time: 0.0313187 Sep 03 20:41:06.025242 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-8212ef51-a332-48ed-822c-2288393af4a9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:06.026795 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-8212ef51-a332-48ed-822c-2288393af4a9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 812 time: 0.3487043 Sep 03 20:41:06.076801 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-bd50ef9c-63d0-4bb2-b1bc-3a3c529976b9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 380 time: 0.0407763 Sep 03 20:41:06.087114 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'port': {'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'admin_state_up': True, 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'security_groups': ['0aa9a011-caa9-4eea-9a98-582738f79536']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:41:06.194323 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Made reservation on behalf of 0ef766e07a5347ab96b45d9288f9e363 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:41:06.198519 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.325655 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Allocated IP 172.20.0.8 (81939e4c-1457-4fe5-a155-4cdf79efc744/77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a/3ba92a74-cf15-4378-ab4a-89a52e64380d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:41:06.469715 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.482821 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Transition to ACTIVE for port object 3ba92a74-cf15-4378-ab4a-89a52e64380d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:41:06.513317 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.554492 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:41:06.557463 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:41:06.561055 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:41:06.585963 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=3ba92a74-cf15-4378-ab4a-89a52e64380d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:06.614474 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:06.615118 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.628536 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-e3a03ba1-8b78-4829-9b1b-c00a47a8f105 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456128 Sep 03 20:41:06.640975 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Request body: {'port': {'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:41:06.699212 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.761316 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-55309d2e-e673-4d50-9b52-d49fd4036d2b None None] Provisioning for port 3ba92a74-cf15-4378-ab4a-89a52e64380d completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:41:06.765357 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-55309d2e-e673-4d50-9b52-d49fd4036d2b None None] Provisioning complete for port 3ba92a74-cf15-4378-ab4a-89a52e64380d triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:41:06.765775 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-55309d2e-e673-4d50-9b52-d49fd4036d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.799222 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-55309d2e-e673-4d50-9b52-d49fd4036d2b None None] Port 3ba92a74-cf15-4378-ab4a-89a52e64380d cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:41:06.965096 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba92a74-cf15-4378-ab4a-89a52e64380d {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:41:06.972368 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:06.984437 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Transition to ACTIVE for port object 3ba92a74-cf15-4378-ab4a-89a52e64380d will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:41:06.987372 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:07.074403 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba92a74-cf15-4378-ab4a-89a52e64380d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:07.118887 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61a0ce-f67d-43bb-9677-7a4e9bd8a2ba req-2163675a-cbee-499a-b418-956c6859a612 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.120973 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bd61a0ce-f67d-43bb-9677-7a4e9bd8a2ba req-2163675a-cbee-499a-b418-956c6859a612 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.1292903 Sep 03 20:41:07.177701 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bd61a0ce-f67d-43bb-9677-7a4e9bd8a2ba req-66797696-04de-4e19-b3dd-a64818a81fb5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502961 Sep 03 20:41:07.178808 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Attempting to bind port 3ba92a74-cf15-4378-ab4a-89a52e64380d on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:41:07.179420 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Attempting to bind port 3ba92a74-cf15-4378-ab4a-89a52e64380d by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:41:07.179543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Attempting to bind port 3ba92a74-cf15-4378-ab4a-89a52e64380d on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:41:07.184914 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Port 3ba92a74-cf15-4378-ab4a-89a52e64380d on network 81939e4c-1457-4fe5-a155-4cdf79efc744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:41:07.185166 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Attempting to bind port 3ba92a74-cf15-4378-ab4a-89a52e64380d on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:41:07.189804 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:41:07.190143 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Checking segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:41:07.190527 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Bound using segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:41:07.190955 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Bound port: 3ba92a74-cf15-4378-ab4a-89a52e64380d, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:41:07.191313 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:07.257883 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] For port 3ba92a74-cf15-4378-ab4a-89a52e64380d, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:41:07.261561 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] For port 3ba92a74-cf15-4378-ab4a-89a52e64380d, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:41:07.265621 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:07.298008 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.298467 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:07.300168 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 1093 time: 0.6632280 Sep 03 20:41:07.302338 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:41:07.305258 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62" -d '{"events": [{"name": "network-changed", "server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:41:07.335612 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952a47-33de-47a0-ad2d-827cf6b16f28 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba92a74-cf15-4378-ab4a-89a52e64380d,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:07.347788 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34613c09-104f-4965-a993-1d1b5adc0100 x-openstack-request-id: req-34613c09-104f-4965-a993-1d1b5adc0100 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:41:07.348082 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:41:07.348327 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34613c09-104f-4965-a993-1d1b5adc0100 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:41:07.348711 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'status': 'completed', 'code': 200} Sep 03 20:41:07.381543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-7c7ef9a2-8a68-4544-b9dd-a5d1b7aef774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.383086 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-7c7ef9a2-8a68-4544-b9dd-a5d1b7aef774 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1096 time: 0.0442777 Sep 03 20:41:07.425832 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-b241e082-7570-4bfa-82f3-5bc2d45c6bec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 217 time: 0.0341613 Sep 03 20:41:07.482224 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-70414397-055a-4323-b795-ed647619e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.483629 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-70414397-055a-4323-b795-ed647619e9ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0503297 Sep 03 20:41:07.527642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb131c-4e45-4f52-af63-d34535daf804 req-a8a9232c-46c8-480c-a787-73227401daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.529122 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-a8a9232c-46c8-480c-a787-73227401daa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388112 Sep 03 20:41:07.620402 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-801d78bb-863a-4ce0-b5a2-03f999368b1d service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Sep 03 20:41:07.706064 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-80fb131c-4e45-4f52-af63-d34535daf804 req-9a93648f-63d9-4a35-a735-35aeec439472 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788250 Sep 03 20:41:07.785763 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-c53763ce-0f55-40b6-8c25-483ca4dd49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.787108 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-c53763ce-0f55-40b6-8c25-483ca4dd49c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1096 time: 0.0387206 Sep 03 20:41:07.879284 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-2deff9fd-cd21-4db0-aa0b-5328e837e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.880706 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-2deff9fd-cd21-4db0-aa0b-5328e837e0e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0852165 Sep 03 20:41:07.922890 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-ec978390-3d7c-4624-99b0-725b0eb99e52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 217 time: 0.0327594 Sep 03 20:41:07.973193 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-c2e97ad9-b583-4505-8655-bd134d6541cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:07.974639 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-c2e97ad9-b583-4505-8655-bd134d6541cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0449243 Sep 03 20:41:08.018970 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-e932f724-bf0b-40f6-8e5d-0a8b0000eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:08.020421 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-e932f724-bf0b-40f6-8e5d-0a8b0000eb0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381591 Sep 03 20:41:08.107622 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-2c1061a4-c2f8-489f-89da-b430c685a9c5 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798719 Sep 03 20:41:08.195865 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-cc65f0f3-b1d3-4c7b-a58e-a7a7ea9b1f62 req-f3b1b89e-4588-46ec-86b8-fa1353097763 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817029 Sep 03 20:41:08.291571 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a25d3-e296-48af-9468-ac8ff594a3ee req-054cc47b-5900-4c40-a558-1668772e0d9d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:08.293046 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f80a25d3-e296-48af-9468-ac8ff594a3ee req-054cc47b-5900-4c40-a558-1668772e0d9d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0487320 Sep 03 20:41:08.329610 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-f80a25d3-e296-48af-9468-ac8ff594a3ee req-f0d265b9-3abe-4089-a9fd-0b97ab1036be tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306203 Sep 03 20:41:09.442300 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d208-44a1-4029-9783-ab4c3450914d req-fb43144b-32b3-497c-801b-90ec7e744336 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:09.443779 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2dc2d208-44a1-4029-9783-ab4c3450914d req-fb43144b-32b3-497c-801b-90ec7e744336 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0476704 Sep 03 20:41:09.483127 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2dc2d208-44a1-4029-9783-ab4c3450914d req-bc1201fe-3d7a-47f2-98ff-5ecc9cd73d23 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Sep 03 20:41:10.117949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2989458-2786-4974-93ab-cb3d75d43b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:10.598025 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959c46-4484-49df-9404-986fdaeac4b4 req-32112437-326f-4c73-9047-8b6ab422fc6f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:10.599500 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99959c46-4484-49df-9404-986fdaeac4b4 req-32112437-326f-4c73-9047-8b6ab422fc6f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0518825 Sep 03 20:41:10.636634 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-99959c46-4484-49df-9404-986fdaeac4b4 req-8a9cf6f6-693c-4a15-b420-35061b9ac8b7 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Sep 03 20:41:11.746504 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a2d2-0f53-4a9f-b2ae-00a8da564c5a req-558d635c-e157-48de-ab70-93b50e474708 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:11.747947 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d038a2d2-0f53-4a9f-b2ae-00a8da564c5a req-558d635c-e157-48de-ab70-93b50e474708 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0478473 Sep 03 20:41:11.784078 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d038a2d2-0f53-4a9f-b2ae-00a8da564c5a req-32dd9de0-d149-429f-8da0-b18a76198d62 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302794 Sep 03 20:41:12.685480 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-02ccdf3e-e711-47b8-8a2c-f4f15b61e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:12.896426 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd695a-1f44-4fae-8963-6082ca55d184 req-c4ee6060-88e5-45d5-be3d-0d0674a6fbce tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:12.898031 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4abd695a-1f44-4fae-8963-6082ca55d184 req-c4ee6060-88e5-45d5-be3d-0d0674a6fbce tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0484262 Sep 03 20:41:12.934495 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4abd695a-1f44-4fae-8963-6082ca55d184 req-6d75fb27-28c0-4072-809d-bfa9ffdb5f4e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300734 Sep 03 20:41:13.023084 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:13.844991 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:14.045156 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eddfb-9048-4b93-bc77-4807fa33a732 req-12b11dd9-fef8-4daa-a390-a0ec56ca6ce3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:14.046627 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cd4eddfb-9048-4b93-bc77-4807fa33a732 req-12b11dd9-fef8-4daa-a390-a0ec56ca6ce3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0475566 Sep 03 20:41:14.086374 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cd4eddfb-9048-4b93-bc77-4807fa33a732 req-e2bc5296-d628-47d1-8048-d48610f22508 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339792 Sep 03 20:41:15.090907 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3ba92a74-cf15-4378-ab4a-89a52e64380d details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:41:15.182560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3ba92a74-cf15-4378-ab4a-89a52e64380d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:41:15.194072 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:41:15.199169 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048fc7f-53b0-44e9-b06a-5de743fb6c22 req-26c1cde9-d6fe-45d4-b393-f3150a2d7329 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:15.200870 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5048fc7f-53b0-44e9-b06a-5de743fb6c22 req-26c1cde9-d6fe-45d4-b393-f3150a2d7329 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 943 time: 0.0493317 Sep 03 20:41:15.234358 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:15.238962 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5048fc7f-53b0-44e9-b06a-5de743fb6c22 req-ce13e96b-be57-490c-b0fd-7c6585cca733 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Sep 03 20:41:15.250779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba92a74-cf15-4378-ab4a-89a52e64380d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:41:15.268949 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3ba92a74-cf15-4378-ab4a-89a52e64380d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:41:15.272871 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:15.316887 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=3ba92a74-cf15-4378-ab4a-89a52e64380d,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:15.323694 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.324042 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.324386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.324724 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.325057 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.325390 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.325743 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.326071 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.326400 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.326722 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.327042 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.327361 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:15.483683 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['3ba92a74-cf15-4378-ab4a-89a52e64380d'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:41:15.607299 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:16.351788 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5130d6-a9ba-4270-9000-b6b13b412b1b req-fdce4dee-55ec-4c67-b31f-9332d7618593 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:16.353265 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c5130d6-a9ba-4270-9000-b6b13b412b1b req-fdce4dee-55ec-4c67-b31f-9332d7618593 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 944 time: 0.0498574 Sep 03 20:41:16.390423 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c5130d6-a9ba-4270-9000-b6b13b412b1b req-763dbf17-4253-48f2-a6f4-74118c164ced tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312152 Sep 03 20:41:17.106323 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3ba92a74-cf15-4378-ab4a-89a52e64380d up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:41:17.153565 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port 3ba92a74-cf15-4378-ab4a-89a52e64380d completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:41:17.156936 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port 3ba92a74-cf15-4378-ab4a-89a52e64380d triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:41:17.157312 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:17.233659 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:17.254875 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:41:17.257084 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f960bb-3de0-46b5-9d41-ec05c654ecee" -d '{"events": [{"server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "name": "network-vif-plugged", "status": "completed", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:41:17.269501 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port 3ba92a74-cf15-4378-ab4a-89a52e64380d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:41:17.273416 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:17.318435 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=3ba92a74-cf15-4378-ab4a-89a52e64380d,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:17.354069 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbed640-0fd7-4597-ac14-77aeb1ac5a4c x-openstack-request-id: req-6cbed640-0fd7-4597-ac14-77aeb1ac5a4c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:41:17.354739 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "name": "network-vif-plugged", "status": "completed", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:41:17.354986 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cbed640-0fd7-4597-ac14-77aeb1ac5a4c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:41:17.355394 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'code': 200} Sep 03 20:41:17.506990 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3d19d-fbae-4739-b465-5fa91259c05b req-c46b35c1-209f-46db-a3d1-b570bbf5f78e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:17.508465 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2aa3d19d-fbae-4739-b465-5fa91259c05b req-c46b35c1-209f-46db-a3d1-b570bbf5f78e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Sep 03 20:41:17.546809 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2aa3d19d-fbae-4739-b465-5fa91259c05b req-0c7e9d39-ae47-448c-95c1-72a8be763f05 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Sep 03 20:41:17.566867 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf621650-1a32-43d1-ae7d-672184bed25e req-da79eddb-61b6-4c8a-9a10-747d1b6d4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:17.568339 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf621650-1a32-43d1-ae7d-672184bed25e req-da79eddb-61b6-4c8a-9a10-747d1b6d4b01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1098 time: 0.0479147 Sep 03 20:41:17.603005 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf621650-1a32-43d1-ae7d-672184bed25e req-6b494714-32df-4c3e-bf7f-f232cab4417f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261528 Sep 03 20:41:18.660097 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4871e46-f21e-4468-99bf-ea4c02ecd7cc req-3fbcbdac-3f49-4dfa-b8f0-bdc7d5820440 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:18.661617 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4871e46-f21e-4468-99bf-ea4c02ecd7cc req-3fbcbdac-3f49-4dfa-b8f0-bdc7d5820440 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 945 time: 0.0479851 Sep 03 20:41:18.701312 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c4871e46-f21e-4468-99bf-ea4c02ecd7cc req-3bdda9af-c025-4415-8977-0f6fdb0b13aa tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337002 Sep 03 20:41:18.817607 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd4b6f-041f-4a65-a471-3be763841239 req-aa326ed5-e8bc-49fe-be9b-94bd24770a06 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:18.819056 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-abcd4b6f-041f-4a65-a471-3be763841239 req-aa326ed5-e8bc-49fe-be9b-94bd24770a06 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 945 time: 0.0470076 Sep 03 20:41:18.859140 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-abcd4b6f-041f-4a65-a471-3be763841239 req-37bd5bf2-d726-4e17-8c1c-6184f9734969 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338345 Sep 03 20:41:18.880524 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40592) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:41:18.920059 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aabc6ef-9f01-47d9-8fd8-d3d6d64a7304 tempest-TestVolumeBootPattern-1989354058 tempest-TestVolumeBootPattern-1989354058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:18.921583 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1aabc6ef-9f01-47d9-8fd8-d3d6d64a7304 tempest-TestVolumeBootPattern-1989354058 tempest-TestVolumeBootPattern-1989354058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1093 time: 0.0401154 Sep 03 20:41:18.924260 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40594) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:41:18.928614 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:41:18.950337 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.048291 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.149251 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Allocated IP 172.27.2.214 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/c5e62ab5-5b51-48fc-955c-1aec6dccfa7a) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:41:19.254757 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.291357 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.331217 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:41:19.333931 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:41:19.337358 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:41:19.361687 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=c5e62ab5-5b51-48fc-955c-1aec6dccfa7a,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:19.374404 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.374758 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.375099 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.375435 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.375766 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.376100 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.376429 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.376763 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.377090 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.377428 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.377761 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.378082 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:41:19.678288 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.740127 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.882112 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.886144 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:19.950114 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=c5e62ab5-5b51-48fc-955c-1aec6dccfa7a,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:41:19.961097 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:20.056135 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Floating IP de29eb29-e919-4934-ab73-69fea0c92225 associated. External IP: 172.27.2.214, port: 3ba92a74-cf15-4378-ab4a-89a52e64380d. Sep 03 20:41:20.254006 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:41:20.356167 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:41:20.365736 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:41:20.370859 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:20.375766 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:41:20.376388 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:41:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:20.409419 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-04156c11-8c76-4c68-84d1-501481fa5103 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4720538 Sep 03 20:41:20.409419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:41:20.409419 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e360de9-5e96-41f7-b37a-03b6671048df" -d '{"events": [{"name": "network-changed", "server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:41:20.435313 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2231ecd-8e01-43d0-be5f-77128a453a20 x-openstack-request-id: req-b2231ecd-8e01-43d0-be5f-77128a453a20 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:41:20.435601 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:41:20.435849 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2231ecd-8e01-43d0-be5f-77128a453a20 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:41:20.436245 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'status': 'completed', 'code': 200} Sep 03 20:41:20.483549 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:41:20.499362 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360de9-5e96-41f7-b37a-03b6671048df req-b403b648-00ad-4ce2-855b-97f879b8530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:20.500873 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-b403b648-00ad-4ce2-855b-97f879b8530a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1098 time: 0.0401728 Sep 03 20:41:20.591598 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360de9-5e96-41f7-b37a-03b6671048df req-33eb639b-e211-4a6a-aa14-a6b46c23706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:20.593051 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-33eb639b-e211-4a6a-aa14-a6b46c23706e service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0854712 Sep 03 20:41:20.655242 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-0b442f5b-39f9-4947-ba75-8c64fc08d0ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 999 time: 0.0556371 Sep 03 20:41:20.700497 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:19Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:20.706866 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360de9-5e96-41f7-b37a-03b6671048df req-fda0fe67-ddfa-43c7-9cc7-766211a81adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:20.708330 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-fda0fe67-ddfa-43c7-9cc7-766211a81adc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0467865 Sep 03 20:41:20.729660 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:41:20.737721 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:41:20.738323 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:41:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:20.752636 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360de9-5e96-41f7-b37a-03b6671048df req-abbefcea-56c5-482c-8dbd-5db6493f39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:41:20.754173 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-abbefcea-56c5-482c-8dbd-5db6493f39de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393336 Sep 03 20:41:20.843615 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-ef8739ce-9ff7-454c-8534-db9c19f1dc9b service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Sep 03 20:41:20.944587 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5e360de9-5e96-41f7-b37a-03b6671048df req-2be49e1a-b474-451e-bb10-eecac0bc51b4 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941050 Sep 03 20:41:20.966899 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:41:21.199798 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:19Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:41:21.225161 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83a733-9e83-404c-9d20-24e611fa403d None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:19Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:41:21.405714 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53d13d-c151-4c11-be94-17685e7e4d2c None None] New status for floating IP de29eb29-e919-4934-ab73-69fea0c92225: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:41:24.657545 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:41:30.998442 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:40.119219 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-093276be-66e4-4636-81d3-9170ef61e122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:42.686208 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20099739-6724-4a45-88c5-3f2f5b762943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:43.024825 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:43.844262 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:45.596876 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:00.993664 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:01.655678 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:42:10.119235 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce12fd4f-9e52-4f0a-a99b-b27112c3c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:12.686572 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-030081ed-e50b-4ff4-b983-358e277c1468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:13.025051 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:13.847558 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:15.598998 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:15.756124 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-3d1b14a1-d8da-4d66-b87e-444e17326786 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376666 Sep 03 20:42:15.844004 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-4c36d173-688f-4bdd-b313-24f767b936e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:42:15.845509 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-4c36d173-688f-4bdd-b313-24f767b936e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1098 time: 0.0470400 Sep 03 20:42:15.944782 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-7a9d48ed-2443-4ec9-a189-8c5630dd248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:42:15.946325 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-7a9d48ed-2443-4ec9-a189-8c5630dd248f service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0818307 Sep 03 20:42:16.012869 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-b73b4e00-a654-4ccd-828f-a4fe950bf374 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 1001 time: 0.0593922 Sep 03 20:42:16.058655 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-50ee2582-71b5-4557-a779-f3fb745e217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:42:16.060585 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-50ee2582-71b5-4557-a779-f3fb745e217b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0420618 Sep 03 20:42:16.106624 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-3d9ae9ff-2a12-4d86-8f23-efd457ea5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:42:16.108175 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-3d9ae9ff-2a12-4d86-8f23-efd457ea5b45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406680 Sep 03 20:42:16.196899 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-46b26678-0ea6-4d5b-ad39-c8c45d6f441f service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820594 Sep 03 20:42:16.283387 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-754cf728-e246-42a5-a1f2-0bea7e866ba2 req-cd3d4007-0706-4be4-b266-d5522b48d452 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798752 Sep 03 20:42:30.981568 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:38.654015 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:42:40.119542 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2be2652f-5236-4f98-8b6e-544a8c99023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:42.687692 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-96fd597f-cfd2-47b8-9314-2d07208aa197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:43.025423 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:43.848755 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:45.601740 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:59.317845 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-fa7318ed-6725-419b-bca9-886264f875a9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634788169&fields=id&tenant_id=0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 267 time: 0.0333421 Sep 03 20:42:59.420737 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ddfce41b-9a85-42c0-ac3a-2ce9c550e332 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:42:59.422122 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ddfce41b-9a85-42c0-ac3a-2ce9c550e332 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 812 time: 0.0978873 Sep 03 20:42:59.437037 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-1fccbae1-7a86-4b9c-8987-2795092a58b0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/quotas/0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 375 time: 0.0087445 Sep 03 20:42:59.492688 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-60e6de6b-7427-42ba-b56a-ce66c10ead6d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505669 Sep 03 20:42:59.585773 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-572b3c3f-c5a7-4fbf-a54d-ffa7ab847dfc service neutron] 10.222.0.23 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810986 Sep 03 20:42:59.676265 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-4659fffb-eac2-4e86-ab64-2b911f943d87 service neutron] 10.222.0.23 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Sep 03 20:42:59.957108 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-840db39e-4dd5-4d8b-a285-d221c16fa3df req-319d5c9a-dc47-416f-afb0-aaa49983fc64 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 210 time: 0.0300400 Sep 03 20:43:00.803682 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-527cb977-76e2-44ab-a141-f6cdd6ec621c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:00.805138 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-527cb977-76e2-44ab-a141-f6cdd6ec621c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 812 time: 0.0999234 Sep 03 20:43:00.846956 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ef040f8d-566c-47f4-9802-ef45059b731f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef766e07a5347ab96b45d9288f9e363 HTTP/1.1" status: 200 len: 380 time: 0.0329957 Sep 03 20:43:00.857627 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'port': {'device_id': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'admin_state_up': True, 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'security_groups': ['0aa9a011-caa9-4eea-9a98-582738f79536']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:43:00.970309 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Made reservation on behalf of 0ef766e07a5347ab96b45d9288f9e363 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:43:00.974253 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.011787 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.069211 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bbf066f8-3260-4f8b-a353-cdf7db884eae req-3f503bbb-9548-42cf-a2f3-a9927a658704 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 210 time: 0.0272622 Sep 03 20:43:01.106406 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Allocated IP 172.20.0.5 (81939e4c-1457-4fe5-a155-4cdf79efc744/77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a/b98c7386-790f-4670-a35a-a45e8fb7b80f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:43:01.257388 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.271903 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Transition to ACTIVE for port object b98c7386-790f-4670-a35a-a45e8fb7b80f will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:43:01.305015 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.348671 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:43:01.351632 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:43:01.355169 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:43:01.384563 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=b98c7386-790f-4670-a35a-a45e8fb7b80f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:01.399098 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.399371 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.399726 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.400062 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.400400 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.400738 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.401071 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.401429 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.401767 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.402095 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.402425 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.402754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:01.422116 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:01.422773 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.437298 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-ecf4cb8e-54e3-4fe3-b99b-4272bb1c824f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830252 Sep 03 20:43:01.450558 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.v2.base [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Request body: {'port': {'device_id': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:43:01.505871 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.616518 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fba700cf-247b-4c0e-9868-96d9e8f95354 None None] Provisioning for port b98c7386-790f-4670-a35a-a45e8fb7b80f completed by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:43:01.620089 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fba700cf-247b-4c0e-9868-96d9e8f95354 None None] Provisioning complete for port b98c7386-790f-4670-a35a-a45e8fb7b80f triggered by entity DHCP. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:43:01.620562 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba700cf-247b-4c0e-9868-96d9e8f95354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.655788 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fba700cf-247b-4c0e-9868-96d9e8f95354 None None] Port b98c7386-790f-4670-a35a-a45e8fb7b80f cannot update to ACTIVE because it is not bound. {{(pid=93896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:43:01.770165 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98c7386-790f-4670-a35a-a45e8fb7b80f {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:43:01.777421 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.788743 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Transition to ACTIVE for port object b98c7386-790f-4670-a35a-a45e8fb7b80f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:43:01.792002 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.841279 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Pushing event updated for resources: {'Port': ['ID=b98c7386-790f-4670-a35a-a45e8fb7b80f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:01.911271 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Attempting to bind port b98c7386-790f-4670-a35a-a45e8fb7b80f on host hv-cinder-76015 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:43:01.911606 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Attempting to bind port b98c7386-790f-4670-a35a-a45e8fb7b80f by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:43:01.911936 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Attempting to bind port b98c7386-790f-4670-a35a-a45e8fb7b80f on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:43:01.916357 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Port b98c7386-790f-4670-a35a-a45e8fb7b80f on network 81939e4c-1457-4fe5-a155-4cdf79efc744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:43:01.916680 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Attempting to bind port b98c7386-790f-4670-a35a-a45e8fb7b80f on network 81939e4c-1457-4fe5-a155-4cdf79efc744 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:43:01.921689 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Checking agent: {'id': '4c28e485-2241-4af1-b92f-078f4a50a7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'started_at': datetime.datetime(2021, 9, 3, 20, 27, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:43:01.922033 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Checking segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:43:01.922417 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Bound using segment: {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:43:01.922847 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Bound port: b98c7386-790f-4670-a35a-a45e8fb7b80f, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:43:01.923206 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:01.991102 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] For port b98c7386-790f-4670-a35a-a45e8fb7b80f, host hv-cinder-76015, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:43:01.994210 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] For port b98c7386-790f-4670-a35a-a45e8fb7b80f, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:43:01.998249 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13247912'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:02.034717 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.035345 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:02.036723 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] 10.222.0.47 "PUT /v2.0/ports/b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 200 len: 1093 time: 0.5911684 Sep 03 20:43:02.037159 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:43:02.039406 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa45ed-c321-4225-bb87-dac9d765b5df" -d '{"events": [{"name": "network-changed", "server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:43:02.060622 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171b3f-f850-422a-b090-c59054e46177 service neutron] Pushing event updated for resources: {'Port': ['ID=b98c7386-790f-4670-a35a-a45e8fb7b80f,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:02.105539 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd117ae7-3b88-4614-b12c-ffc4e6b962d1 x-openstack-request-id: req-bd117ae7-3b88-4614-b12c-ffc4e6b962d1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:43:02.105830 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:43:02.106079 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd117ae7-3b88-4614-b12c-ffc4e6b962d1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:43:02.106479 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'status': 'completed', 'code': 200} Sep 03 20:43:02.122887 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-476e2725-1889-4ce8-9995-619621c5be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.124327 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-476e2725-1889-4ce8-9995-619621c5be84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1096 time: 0.0460336 Sep 03 20:43:02.169930 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-c5c0dc47-29da-468d-972a-9c356fcd256e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 200 len: 217 time: 0.0376821 Sep 03 20:43:02.190018 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494f4c3-35cc-4f9e-8386-2f70baaa5340 req-e99964cb-1695-45f2-857c-0bb04d7b7611 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.191541 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c494f4c3-35cc-4f9e-8386-2f70baaa5340 req-e99964cb-1695-45f2-857c-0bb04d7b7611 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0507879 Sep 03 20:43:02.221348 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-9ee939a9-c80a-485a-9289-91eac2cf25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.222892 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-9ee939a9-c80a-485a-9289-91eac2cf25c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0464735 Sep 03 20:43:02.243384 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c494f4c3-35cc-4f9e-8386-2f70baaa5340 req-e431a02d-cdba-4f7b-8d73-503aeec0576c tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Sep 03 20:43:02.274679 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-f1336a10-39e9-4367-978c-66643c0cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.276255 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-f1336a10-39e9-4367-978c-66643c0cdfaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463555 Sep 03 20:43:02.370072 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-dbefb1ab-22c2-4be9-b9e3-94ce32ebc351 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864170 Sep 03 20:43:02.456532 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-dda967bb-e561-46d0-a4da-e3d482a6ebc4 req-c737318e-9600-4d90-9c66-61ba68513cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795040 Sep 03 20:43:02.547119 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-be9a69fd-c8d5-4981-9029-9f511f4a4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.549154 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-be9a69fd-c8d5-4981-9029-9f511f4a4aab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1096 time: 0.0438037 Sep 03 20:43:02.645888 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-cb54452c-aac6-47d4-8a30-c30c7dec84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.647355 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-cb54452c-aac6-47d4-8a30-c30c7dec84c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0877407 Sep 03 20:43:02.692403 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-4ecb3dfe-1bff-4f86-a49f-b13caba8e341 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 200 len: 217 time: 0.0362442 Sep 03 20:43:02.740829 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-34f11ffb-67e5-4aa8-b591-0c18d1a83e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.742169 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-34f11ffb-67e5-4aa8-b591-0c18d1a83e22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0425441 Sep 03 20:43:02.786974 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-cb6ccaa7-4c2f-46c3-9c00-ec5811d58923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:02.788431 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-cb6ccaa7-4c2f-46c3-9c00-ec5811d58923 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383339 Sep 03 20:43:03.115775 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-d9ad0ead-bb3a-4741-962a-e54476a8bdf6 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191650 Sep 03 20:43:03.203700 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-67fa45ed-c321-4225-bb87-dac9d765b5df req-7872c404-ee22-4104-a565-8202dffc74e6 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796530 Sep 03 20:43:03.364068 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202af5-bb44-4d12-9d23-6b8607c111da req-2073ec12-9591-4bcd-960f-d77d74b10bf1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:03.365517 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc202af5-bb44-4d12-9d23-6b8607c111da req-2073ec12-9591-4bcd-960f-d77d74b10bf1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0473092 Sep 03 20:43:03.400779 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bc202af5-bb44-4d12-9d23-6b8607c111da req-30f10b4f-4ff3-4978-918c-2d5e7f0139e6 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294666 Sep 03 20:43:04.513208 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab7f6f-aa39-4a82-8df5-0a9a03dad953 req-92cade48-4a56-4d44-b530-17e38c936171 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:04.514705 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-afab7f6f-aa39-4a82-8df5-0a9a03dad953 req-92cade48-4a56-4d44-b530-17e38c936171 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0482738 Sep 03 20:43:04.550942 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-afab7f6f-aa39-4a82-8df5-0a9a03dad953 req-cb95f170-d774-4fc1-adb7-7173e1d8a3af tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304983 Sep 03 20:43:05.668671 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9381af-621d-4a5c-b05e-eb47fdd3d37b req-3c38c968-e9be-415a-875f-c13c7e435aa3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:05.670157 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e9381af-621d-4a5c-b05e-eb47fdd3d37b req-3c38c968-e9be-415a-875f-c13c7e435aa3 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0508292 Sep 03 20:43:05.712838 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-1e9381af-621d-4a5c-b05e-eb47fdd3d37b req-3e509b94-c083-468f-9a8c-179dfae9d592 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Sep 03 20:43:06.823909 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b6f94-7827-4a84-af89-48ca274b099f req-4a4e724f-7385-42c2-bd97-b1952e7d30cf tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:06.825341 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-328b6f94-7827-4a84-af89-48ca274b099f req-4a4e724f-7385-42c2-bd97-b1952e7d30cf tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0487969 Sep 03 20:43:06.861905 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-328b6f94-7827-4a84-af89-48ca274b099f req-6498b616-cffe-41fc-bb9b-fde9e98c151e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302589 Sep 03 20:43:07.971651 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc56c3-4535-4a5c-969c-e552b0a25e7d req-66d5c005-7c08-45dc-8151-187c222e7c7e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:07.973118 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5fcc56c3-4535-4a5c-969c-e552b0a25e7d req-66d5c005-7c08-45dc-8151-187c222e7c7e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0468845 Sep 03 20:43:08.009124 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-5fcc56c3-4535-4a5c-969c-e552b0a25e7d req-d4613fd2-79b5-4d40-83f8-b0dab882eb22 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302544 Sep 03 20:43:09.118691 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a336b7-bf56-4788-9ffa-14d67dc456b3 req-a6827c36-70c4-472e-9595-7c3014fc92c0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:09.120135 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-15a336b7-bf56-4788-9ffa-14d67dc456b3 req-a6827c36-70c4-472e-9595-7c3014fc92c0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 943 time: 0.0471840 Sep 03 20:43:09.160521 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-15a336b7-bf56-4788-9ffa-14d67dc456b3 req-3662e7d4-45a5-49d5-b9f4-031f87fdcf20 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345509 Sep 03 20:43:09.534840 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b98c7386-790f-4670-a35a-a45e8fb7b80f details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=93896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:43:09.636131 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port b98c7386-790f-4670-a35a-a45e8fb7b80f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:43:09.647584 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Returning: {'device': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'port_id': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'mac_address': 'fa:16:3e:66:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:43:09.686145 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:09.698035 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98c7386-790f-4670-a35a-a45e8fb7b80f {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:43:09.716560 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port b98c7386-790f-4670-a35a-a45e8fb7b80f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:43:09.719932 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:09.769683 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=b98c7386-790f-4670-a35a-a45e8fb7b80f,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:09.776462 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.776815 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.777159 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.777524 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.777863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.778213 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.778527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.778856 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.779186 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.779512 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.779840 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.780164 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:09.935863 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] get_ports_and_sgs() called for port_ids ['b98c7386-790f-4670-a35a-a45e8fb7b80f'] {{(pid=93896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:43:10.134996 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5e0c-5a92-4930-a1e6-45a09402d069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:10.270306 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0199abb-cf8d-4f6c-842c-c5322555c903 req-554bb4df-8e13-406c-8be8-37b01e9ff96d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:10.271734 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b0199abb-cf8d-4f6c-842c-c5322555c903 req-554bb4df-8e13-406c-8be8-37b01e9ff96d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 944 time: 0.0467129 Sep 03 20:43:10.308686 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-b0199abb-cf8d-4f6c-842c-c5322555c903 req-20e3baea-b76a-4d1e-9402-2d5383c984e0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Sep 03 20:43:11.419265 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0918c6-8b3a-42ff-bc43-f9701174ec2b req-0c745a1e-9353-4801-b12e-94c17f644212 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:11.420694 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ea0918c6-8b3a-42ff-bc43-f9701174ec2b req-0c745a1e-9353-4801-b12e-94c17f644212 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 944 time: 0.0476172 Sep 03 20:43:11.456851 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ea0918c6-8b3a-42ff-bc43-f9701174ec2b req-5c208bd4-0a5a-41e0-9291-477aefeab747 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302255 Sep 03 20:43:11.540709 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b98c7386-790f-4670-a35a-a45e8fb7b80f up at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:43:11.586939 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning for port b98c7386-790f-4670-a35a-a45e8fb7b80f completed by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:43:11.590635 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Provisioning complete for port b98c7386-790f-4670-a35a-a45e8fb7b80f triggered by entity L2. {{(pid=93896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:43:11.591005 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3892200'] for port, provisioning_complete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:11.666388 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:11.687714 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:43:11.689965 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fe3bad5cb61cb3921acffcf834e32df056814179de168f98c0ee2484683b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f4f84-7ab2-476b-9221-89c993a195a6" -d '{"events": [{"server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "name": "network-vif-plugged", "status": "completed", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:43:11.701714 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] For port b98c7386-790f-4670-a35a-a45e8fb7b80f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:43:11.705614 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:11.728145 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0174ebe-62d6-4fa3-8534-e08b7f7e5f38 x-openstack-request-id: req-c0174ebe-62d6-4fa3-8534-e08b7f7e5f38 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:43:11.728431 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "name": "network-vif-plugged", "status": "completed", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:43:11.728676 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0174ebe-62d6-4fa3-8534-e08b7f7e5f38 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:43:11.729055 dv-cinder-760152-5-iscsi neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'code': 200} Sep 03 20:43:11.756162 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Pushing event updated for resources: {'Port': ['ID=b98c7386-790f-4670-a35a-a45e8fb7b80f,revision_number=5']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:11.936801 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32b70-6d0b-408c-b952-26d251d5e091 req-f7778730-6e06-4e21-9f4c-a2ee0c586deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:11.938317 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52b32b70-6d0b-408c-b952-26d251d5e091 req-f7778730-6e06-4e21-9f4c-a2ee0c586deb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1098 time: 0.0419109 Sep 03 20:43:11.975896 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52b32b70-6d0b-408c-b952-26d251d5e091 req-cc7132ba-aeb0-40f6-85fe-0bce5320dfaf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285029 Sep 03 20:43:12.568173 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60c577-cd3a-47a9-9e4f-ff09f3c2aeda req-d33c8215-2e52-40c6-b87f-2aac556fa9bc tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:12.569635 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cf60c577-cd3a-47a9-9e4f-ff09f3c2aeda req-d33c8215-2e52-40c6-b87f-2aac556fa9bc tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 945 time: 0.0476530 Sep 03 20:43:12.605711 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-cf60c577-cd3a-47a9-9e4f-ff09f3c2aeda req-a546aebc-4245-4b7f-93cc-2f2599e5a70a tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302033 Sep 03 20:43:12.691837 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8982fe9-9611-43ab-981e-703f6b36f1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:13.030881 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:13.731587 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914887a-80ce-450f-aa0e-5cb26d2e70da req-3552f84c-6b1d-4df4-8802-bae00b8a73a9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:13.732978 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c914887a-80ce-450f-aa0e-5cb26d2e70da req-3552f84c-6b1d-4df4-8802-bae00b8a73a9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Sep 03 20:43:13.769761 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-c914887a-80ce-450f-aa0e-5cb26d2e70da req-7d711027-74df-4bf9-b58f-e680801121ea tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302467 Sep 03 20:43:13.852699 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:13.879927 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3149a-6a80-4238-b8ae-eb28be6f63af req-78894469-cdb6-41a5-b6d9-acdb16ea5396 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:13.881370 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-73e3149a-6a80-4238-b8ae-eb28be6f63af req-78894469-cdb6-41a5-b6d9-acdb16ea5396 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Sep 03 20:43:13.920527 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-73e3149a-6a80-4238-b8ae-eb28be6f63af req-1664786e-f75d-4840-843f-5d543ddd2eb5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Sep 03 20:43:13.944951 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40724) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:43:13.983440 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef7990-caa4-4eb1-a4b6-4c0a5cc6d69c tempest-TestVolumeBootPattern-1989354058 tempest-TestVolumeBootPattern-1989354058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:13.984827 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e0ef7990-caa4-4eb1-a4b6-4c0a5cc6d69c tempest-TestVolumeBootPattern-1989354058 tempest-TestVolumeBootPattern-1989354058-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1093 time: 0.0388772 Sep 03 20:43:13.988195 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40726) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:43:13.992408 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Request body: {'floatingip': {'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'port_id': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:43:14.012393 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:14.106190 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:14.210746 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Allocated IP 172.27.2.133 (f09c5ab2-f805-4c47-9b84-a351f010dbdf/298e85e1-f26b-4b65-9aae-645a05f3b9cb/e01ebbb8-953b-4ddc-8980-c896ec461ecf) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:43:14.309801 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:14.358120 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744663667321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:14.396124 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Network f09c5ab2-f805-4c47-9b84-a351f010dbdf is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:43:14.398990 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:43:14.402398 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:43:14.437675 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=e01ebbb8-953b-4ddc-8980-c896ec461ecf,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:14.453050 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.453429 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.453803 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.454145 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.454479 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.455423 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.455756 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.456088 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.456420 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.456749 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.457073 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.457395 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:43:14.805556 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:14.867678 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704480'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.016572 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-2d4fdd3f-65f7-49a7-8366-5e9547f19b53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412266 Sep 03 20:43:15.108623 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-6488a06c-127c-4fc5-b099-c49803cae900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:15.110266 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-6488a06c-127c-4fc5-b099-c49803cae900 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1098 time: 0.0460181 Sep 03 20:43:15.212966 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-b092ee5a-1883-435e-83f7-deb84e62197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:15.214466 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-b092ee5a-1883-435e-83f7-deb84e62197a service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0853522 Sep 03 20:43:15.262347 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.266929 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744664088823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744663667339', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744663667357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9231663'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.281779 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-a4d136b8-b2db-4755-ac54-7baa774025ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 1001 time: 0.0600755 Sep 03 20:43:15.336447 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-1a6c1d99-0c83-4734-9f6c-307ce582fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:15.338019 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-1a6c1d99-0c83-4734-9f6c-307ce582fa21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0495760 Sep 03 20:43:15.338155 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event updated for resources: {'Port': ['ID=e01ebbb8-953b-4ddc-8980-c896ec461ecf,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:43:15.346907 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698468'] for floatingip, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.385747 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-40f98f07-1129-4b09-83fe-9e8852bbc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:15.387163 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-40f98f07-1129-4b09-83fe-9e8852bbc07c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404613 Sep 03 20:43:15.443733 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Floating IP 551ff95a-b7d0-42fc-9937-b017e0e439d0 associated. External IP: 172.27.2.133, port: b98c7386-790f-4670-a35a-a45e8fb7b80f. Sep 03 20:43:15.480476 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-37e24067-5957-4bd4-9450-2f7bd987ddec service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Sep 03 20:43:15.569323 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-747cd523-fdbf-497a-a7d5-21f6f6b64741 req-f4576ea1-2ed3-40c7-9d67-d5d1baa074ef service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816755 Sep 03 20:43:15.603805 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.646921 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:43:15.653960 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:43:15.751905 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:43:15.762003 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:43:15.770110 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.772461 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:43:15.773085 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:43:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:43:15.798063 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f7a76e93-9e20-49c2-82eb-3028a278e0b1 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8088622 Sep 03 20:43:15.798649 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:43:15.800889 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bebe74-127a-4cc2-92a2-ac4fccb1857a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:43:15.880887 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:43:15.897625 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd276bc-7dbe-443a-822a-f44eea5d9d57 x-openstack-request-id: req-5bd276bc-7dbe-443a-822a-f44eea5d9d57 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:43:15.897969 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:43:15.898230 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bd276bc-7dbe-443a-822a-f44eea5d9d57 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:43:15.898630 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'status': 'completed', 'code': 200} Sep 03 20:43:15.962988 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-85f8886a-99c0-4d2f-a305-d0a437491ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:15.964922 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-85f8886a-99c0-4d2f-a305-d0a437491ef5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1098 time: 0.0461135 Sep 03 20:43:16.054008 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-7cc2fad8-6a6a-4190-97a3-56b79eeb2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:16.055686 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-7cc2fad8-6a6a-4190-97a3-56b79eeb2081 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0840986 Sep 03 20:43:16.107246 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '551ff95a-b7d0-42fc-9937-b017e0e439d0', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:66:2f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:43:14Z', 'updated_at': '2021-09-03T20:43:14Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}, {'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:21Z', 'revision_number': 1, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:43:16.124319 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-c19e495a-c291-42af-9c4c-80a35636ecdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 200 len: 999 time: 0.0604591 Sep 03 20:43:16.133170 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:43:16.141447 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:43:16.142084 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:43:13Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:43:16.173537 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-4cfac1c0-20da-4fc4-9ea4-74f71d252f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:16.174931 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-4cfac1c0-20da-4fc4-9ea4-74f71d252f11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0432174 Sep 03 20:43:16.223666 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-342621ca-b71c-4643-bfec-143f510a8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:43:16.225352 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-342621ca-b71c-4643-bfec-143f510a8e61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422132 Sep 03 20:43:16.248322 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:43:16.319385 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-2851d591-264c-4f68-b9da-7c36650db620 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Sep 03 20:43:16.408798 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-52bebe74-127a-4cc2-92a2-ac4fccb1857a req-1d9e227d-0e7e-4dce-b511-0d826a20027e service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820718 Sep 03 20:43:16.475234 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '551ff95a-b7d0-42fc-9937-b017e0e439d0', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:66:2f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:43:14Z', 'updated_at': '2021-09-03T20:43:14Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}, {'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:21Z', 'revision_number': 1, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:43:16.500681 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105c28-4534-4d6c-b030-e38e21ce1ea8 None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': '551ff95a-b7d0-42fc-9937-b017e0e439d0', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:66:2f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:43:14Z', 'updated_at': '2021-09-03T20:43:14Z', 'revision_number': 0, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}, {'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:21Z', 'revision_number': 1, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:43:16.670466 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bae5f-2544-41a9-b9d5-f9ef13cd508b None None] New status for floating IP 551ff95a-b7d0-42fc-9937-b017e0e439d0: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:43:31.021513 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:40.125701 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f726-62e7-421c-9a47-dd1f94db2226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:42.695598 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-460c8d0e-b136-404c-aba5-66d22916bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:43.020807 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:43.861059 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:45.605990 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:52.653644 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:44:01.020307 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:10.126095 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a665778-f031-4592-a257-255bfff2074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:12.695363 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a646e-16fc-4e60-8a80-69f172d42ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:13.021585 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:13.857670 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:15.608626 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:16.083500 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-593c7fb4-e36b-4b5d-b672-d2afbe0e7eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898416 Sep 03 20:44:16.144208 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-3d215c19-460f-4b46-8122-39a6629b2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:16.145699 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-3d215c19-460f-4b46-8122-39a6629b2295 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1098 time: 0.0400605 Sep 03 20:44:16.246212 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-73fc0a9b-c309-4fb2-9c53-c9830c9434da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:16.247767 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-73fc0a9b-c309-4fb2-9c53-c9830c9434da service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0831552 Sep 03 20:44:16.315868 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-b1f758b7-7ad2-4c06-af29-0063721b6164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 200 len: 1001 time: 0.0594323 Sep 03 20:44:16.361868 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-5f62ffbf-74e1-4a1e-8f99-e0d928e25c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:16.363269 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-5f62ffbf-74e1-4a1e-8f99-e0d928e25c12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0411336 Sep 03 20:44:16.406336 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-c4b815a2-9139-4734-a9d5-09cc4db2a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:16.407734 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-c4b815a2-9139-4734-a9d5-09cc4db2a93e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377600 Sep 03 20:44:16.498338 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-aeb78a6b-ebcc-4f18-9c98-e385a0ef8f0d service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Sep 03 20:44:16.585975 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-4b6eff56-7181-45b1-8ca9-32b888f4b711 req-dd11d063-fb1e-47b8-8c63-ff08cc774bb4 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791416 Sep 03 20:44:22.040365 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [req-f1de8995-0fed-4e59-8cc6-a352f9749751 req-91189f78-bc41-41b0-8429-70c4efed6080 service neutron] (93895) timed out ('10.222.0.47', 61669) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:44:29.653331 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:44:31.034643 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:40.129315 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ff84-2a60-4e01-bf16-4c909605797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:42.695593 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-882d9dab-e0c9-4bf4-9624-970e27982bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:43.022045 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:43.859889 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:45.612150 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:54.274548 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40768) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:44:54.464796 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Deleting port e01ebbb8-953b-4ddc-8980-c896ec461ecf {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:44:54.465143 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:54.540144 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:54.540400 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:54.551474 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Calling delete_port for e01ebbb8-953b-4ddc-8980-c896ec461ecf owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:44:54.694796 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:54.718186 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'Port': ['ID=e01ebbb8-953b-4ddc-8980-c896ec461ecf,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:44:54.728120 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.728467 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.728802 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.729134 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.729485 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.730374 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.730374 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.730580 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.730744 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.731065 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.731383 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.731708 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:54.788086 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:54.788410 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Floating IP 551ff95a-b7d0-42fc-9937-b017e0e439d0 disassociated (deleted). External IP: 172.27.2.133, port: b98c7386-790f-4670-a35a-a45e8fb7b80f. Sep 03 20:44:54.993092 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:44:55.095709 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:44:55.100578 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:55.106179 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:44:55.115214 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:44:55.115834 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:44:55.129024 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3e2308d1-4aa8-4b55-b68a-2cec2a9f5c5f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "DELETE /v2.0/floatingips/551ff95a-b7d0-42fc-9937-b017e0e439d0 HTTP/1.1" status: 204 len: 168 time: 0.8509297 Sep 03 20:44:55.129024 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:44:55.129354 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205de9ec-f206-4b1d-8ab2-adb019d63f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:44:55.172723 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b823e-853d-4a14-bbae-011ca9de2d89 x-openstack-request-id: req-a79b823e-853d-4a14-bbae-011ca9de2d89 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:44:55.172877 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:44:55.173105 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a79b823e-853d-4a14-bbae-011ca9de2d89 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:44:55.173532 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'status': 'completed', 'code': 200} Sep 03 20:44:55.249556 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-631c3290-64c9-4410-a9ce-7ece95930b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:55.252724 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-631c3290-64c9-4410-a9ce-7ece95930b9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 1098 time: 0.0541899 Sep 03 20:44:55.351040 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:44:55.355299 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-8a90ddc2-cfee-4032-b4bb-5f50d67cc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:55.356799 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-8a90ddc2-cfee-4032-b4bb-5f50d67cc062 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.0974927 Sep 03 20:44:55.405313 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-00508fbe-faba-4eb0-9844-67dd1e03f2b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 200 len: 217 time: 0.0397882 Sep 03 20:44:55.477774 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-b2ca6882-a054-4534-ba44-471131ed3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:55.479243 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-b2ca6882-a054-4534-ba44-471131ed3567 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0652888 Sep 03 20:44:55.486759 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89f048-b7b3-4659-9c19-1a5a917154da req-4d407040-cbf7-47a1-9850-b7e23b1813f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:55.488113 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9b89f048-b7b3-4659-9c19-1a5a917154da req-4d407040-cbf7-47a1-9850-b7e23b1813f0 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 945 time: 0.1668291 Sep 03 20:44:55.554145 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-9b89f048-b7b3-4659-9c19-1a5a917154da req-fa8c8adf-e409-49e6-bc20-f1d57d927724 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576587 Sep 03 20:44:55.555890 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-644bbc2b-cec6-4b88-8a32-24ee5d8b5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:55.557273 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-644bbc2b-cec6-4b88-8a32-24ee5d8b5ffd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683503 Sep 03 20:44:55.572140 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:21Z', 'revision_number': 1, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:44:55.598769 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:44:55.606959 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:44:55.607555 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:44:55.651594 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-05b6fbcc-0017-4a90-ae20-977e6b07f488 service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863066 Sep 03 20:44:55.712558 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:44:55.750527 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-205de9ec-f206-4b1d-8ab2-adb019d63f4c req-ac1acb82-5636-4d12-88ee-09a2432995cb service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899563 Sep 03 20:44:55.931816 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:21Z', 'revision_number': 1, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:44:55.957470 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179aaed-ab28-438d-ad91-54532bdb4876 None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_floatingips': [{'id': 'de29eb29-e919-4934-ab73-69fea0c92225', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'router_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'port_id': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'mac_address': 'fa:16:3e:b9:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6602c344-f731-4f64-8013-d77faaadcb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:41:19Z', 'updated_at': '2021-09-03T20:41:21Z', 'revision_number': 1, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:44:56.176321 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b62075-5ca5-46be-8c3f-090a7fe65a42 None None] New status for floating IP 551ff95a-b7d0-42fc-9937-b017e0e439d0: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:44:56.713028 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545ff36-abe6-45ab-a2f8-04fa3a42b0f8 req-10291162-34ae-41e4-a503-04f075cd66a5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:56.714535 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8545ff36-abe6-45ab-a2f8-04fa3a42b0f8 req-10291162-34ae-41e4-a503-04f075cd66a5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 945 time: 0.0914502 Sep 03 20:44:56.752025 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8545ff36-abe6-45ab-a2f8-04fa3a42b0f8 req-34261a40-438b-4c0d-918d-adf65e12f51d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Sep 03 20:44:56.845582 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-d7dd89fc-8251-4507-bfe8-6c644cb7236b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:44:56.846978 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-d7dd89fc-8251-4507-bfe8-6c644cb7236b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Sep 03 20:44:56.935875 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Deleting port b98c7386-790f-4670-a35a-a45e8fb7b80f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:44:56.936218 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:57.021486 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] For port b98c7386-790f-4670-a35a-a45e8fb7b80f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b98c7386-790f-4670-a35a-a45e8fb7b80f,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:44:57.021855 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:57.034452 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Calling delete_port for b98c7386-790f-4670-a35a-a45e8fb7b80f owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:44:57.160980 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:57.189625 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'Port': ['ID=b98c7386-790f-4670-a35a-a45e8fb7b80f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:44:57.216660 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.217267 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.217642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.217984 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.218322 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.218659 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.218996 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.219330 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.219661 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.219990 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.220318 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.220642 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:44:57.241975 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] No DVR routers for this DVR port b98c7386-790f-4670-a35a-a45e8fb7b80f on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:44:57.244500 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:44:57.246514 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-d7ac7d69-d8b9-44de-a5a5-c5a1dd733e97 req-8c4cc1e4-c954-431c-8ec7-8c8478fd218b tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "DELETE /v2.0/ports/b98c7386-790f-4670-a35a-a45e8fb7b80f HTTP/1.1" status: 204 len: 173 time: 0.3932626 Sep 03 20:44:57.246972 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'name': 'network-vif-deleted', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:44:57.249182 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f984343f-d3af-43c3-8264-380bfa8c8c1d" -d '{"events": [{"server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "name": "network-vif-deleted", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:44:57.284594 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ae377b-227f-4a05-91bc-c5d3dd222bcd x-openstack-request-id: req-e9ae377b-227f-4a05-91bc-c5d3dd222bcd {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:44:57.284907 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4feae4c-9995-42a2-b642-d66fa9416684", "name": "network-vif-deleted", "tag": "b98c7386-790f-4670-a35a-a45e8fb7b80f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:44:57.285157 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9ae377b-227f-4a05-91bc-c5d3dd222bcd {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:44:57.285580 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4feae4c-9995-42a2-b642-d66fa9416684', 'name': 'network-vif-deleted', 'tag': 'b98c7386-790f-4670-a35a-a45e8fb7b80f', 'status': 'completed', 'code': 200} Sep 03 20:44:57.862236 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-070207d0-aa5e-47cc-a947-d51668e4434e req-ce699451-b4b4-430f-889b-92519124b137 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4feae4c-9995-42a2-b642-d66fa9416684 HTTP/1.1" status: 200 len: 210 time: 0.0307524 Sep 03 20:44:59.928570 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b98c7386-790f-4670-a35a-a45e8fb7b80f no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:44:59.949241 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: b98c7386-790f-4670-a35a-a45e8fb7b80f {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:44:59.949627 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device b98c7386-790f-4670-a35a-a45e8fb7b80f not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:01.033964 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.130928 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40816) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:01.282064 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Deleting port c5e62ab5-5b51-48fc-955c-1aec6dccfa7a {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:01.282411 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.354016 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.354345 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.365437 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Calling delete_port for c5e62ab5-5b51-48fc-955c-1aec6dccfa7a owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:01.509492 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.534259 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'Port': ['ID=c5e62ab5-5b51-48fc-955c-1aec6dccfa7a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:01.595758 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.596088 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Floating IP de29eb29-e919-4934-ab73-69fea0c92225 disassociated (deleted). External IP: 172.27.2.214, port: 3ba92a74-cf15-4378-ab4a-89a52e64380d. Sep 03 20:45:01.789795 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:45:01.891438 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:45:01.895828 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:01.901761 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:45:01.910482 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:45:01.911088 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:01.921674 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-15179b91-c0d7-4b8d-a7b2-a0816fd2bce5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "DELETE /v2.0/floatingips/de29eb29-e919-4934-ab73-69fea0c92225 HTTP/1.1" status: 204 len: 168 time: 0.7896445 Sep 03 20:45:01.922332 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:45:01.924694 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ae40c8d6d5630cf896414bcb960d94578f7b61a1c47dc20fcfe60efe8e228d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86629f70-a86d-47f6-940e-9ad453dddc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:45:01.961579 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf69086b-3c1e-4e4b-96df-d0c1e1133f84 x-openstack-request-id: req-cf69086b-3c1e-4e4b-96df-d0c1e1133f84 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:45:01.961893 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:45:01.962265 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf69086b-3c1e-4e4b-96df-d0c1e1133f84 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:45:01.962665 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'status': 'completed', 'code': 200} Sep 03 20:45:02.020221 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:45:02.027572 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-214dcfc6-69f0-41e3-9345-761c25050a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:02.029097 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-214dcfc6-69f0-41e3-9345-761c25050a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ef766e07a5347ab96b45d9288f9e363&device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 1098 time: 0.0446234 Sep 03 20:45:02.157512 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-0711676c-4985-4279-9ff5-3d385f63d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:02.158995 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-0711676c-4985-4279-9ff5-3d385f63d9e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 200 len: 913 time: 0.1200817 Sep 03 20:45:02.169284 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948aec7-0a0e-4d4f-ada3-bd0dc6979fe0 req-0b22d050-48ac-41f9-bae2-3b28b90a5da8 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:02.170693 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3948aec7-0a0e-4d4f-ada3-bd0dc6979fe0 req-0b22d050-48ac-41f9-bae2-3b28b90a5da8 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 945 time: 0.0712397 Sep 03 20:45:02.210731 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-68bc2030-de93-4ae1-b753-cd837f4efc18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 200 len: 217 time: 0.0391076 Sep 03 20:45:02.222379 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:02.248779 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:45:02.256762 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:45:02.257365 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:02.268025 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-3948aec7-0a0e-4d4f-ada3-bd0dc6979fe0 req-1a02a0f5-a86e-42b0-a0d0-22fe2fc6f41d tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900452 Sep 03 20:45:02.275140 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-be24320c-f1b9-4734-ac3b-48c267e7ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:02.276540 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-be24320c-f1b9-4734-ac3b-48c267e7ad9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 200 len: 851 time: 0.0572417 Sep 03 20:45:02.326688 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-422bf900-1312-470f-9c3e-ba138dfebacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:02.328180 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-422bf900-1312-470f-9c3e-ba138dfebacc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81939e4c-1457-4fe5-a155-4cdf79efc744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444803 Sep 03 20:45:02.364386 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:45:02.418247 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-6b02b99e-af0c-43f7-b426-f4e47935610e service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816689 Sep 03 20:45:02.514018 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-86629f70-a86d-47f6-940e-9ad453dddc8a req-2150509e-24a5-486a-9e17-59acb9c00a1b service neutron] 10.222.0.47 "GET /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871441 Sep 03 20:45:02.564160 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:02.589891 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be49d4-15b3-45ce-a185-1071befc2e2c None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:24Z', 'revision_number': 4, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi', '_interfaces': [{'id': 'f63fb79b-56b5-4fcd-9be5-37ea3a265ef0', 'name': '', 'network_id': '81939e4c-1457-4fe5-a155-4cdf79efc744', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'mac_address': 'fa:16:3e:7f:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:24Z', 'updated_at': '2021-09-03T20:38:29Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'subnets': [{'id': '77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:45:02.786421 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90dbd2-83ab-4706-b68f-199c88755363 None None] New status for floating IP de29eb29-e919-4934-ab73-69fea0c92225: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:45:03.386793 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cc18-1621-4fa0-b468-7a37afad48aa req-f1b7d658-f66d-44ce-a661-8a4cb455b402 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:03.388237 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae50cc18-1621-4fa0-b468-7a37afad48aa req-f1b7d658-f66d-44ce-a661-8a4cb455b402 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 945 time: 0.0514264 Sep 03 20:45:03.424520 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae50cc18-1621-4fa0-b468-7a37afad48aa req-08c1d719-ab07-4d09-9d7f-b7f985d5f8c5 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/security-groups?id=0aa9a011-caa9-4eea-9a98-582738f79536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304544 Sep 03 20:45:03.583054 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-01634492-61c5-4b77-8195-7e644041eff9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:45:03.584461 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-01634492-61c5-4b77-8195-7e644041eff9 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Sep 03 20:45:03.671422 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Deleting port 3ba92a74-cf15-4378-ab4a-89a52e64380d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:03.671757 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:03.754865 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] For port 3ba92a74-cf15-4378-ab4a-89a52e64380d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ba92a74-cf15-4378-ab4a-89a52e64380d,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:03.755220 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:03.767473 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Calling delete_port for 3ba92a74-cf15-4378-ab4a-89a52e64380d owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:03.888065 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:03.915188 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'Port': ['ID=3ba92a74-cf15-4378-ab4a-89a52e64380d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:03.954469 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] No DVR routers for this DVR port 3ba92a74-cf15-4378-ab4a-89a52e64380d on host hv-cinder-76015 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:45:03.957046 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:03.959091 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [req-bf74d577-b008-4047-9fde-ecbaab3b693f req-05c98408-4e5f-4859-9644-4307eecdeb09 tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.47 "DELETE /v2.0/ports/3ba92a74-cf15-4378-ab4a-89a52e64380d HTTP/1.1" status: 204 len: 173 time: 0.3686574 Sep 03 20:45:03.959520 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'name': 'network-vif-deleted', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:45:03.962291 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f410e661b4de60583e2d28de74c25ae3de2e75a8d5645d3bdf0339343e0c26d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a67ffca-b9d5-425d-81f9-1d200bd615e1" -d '{"events": [{"server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "name": "network-vif-deleted", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:45:04.000379 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e479f4b-c337-4839-8825-3f266b81a141 x-openstack-request-id: req-3e479f4b-c337-4839-8825-3f266b81a141 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:45:04.000737 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6602c344-f731-4f64-8013-d77faaadcb48", "name": "network-vif-deleted", "tag": "3ba92a74-cf15-4378-ab4a-89a52e64380d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:45:04.000981 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e479f4b-c337-4839-8825-3f266b81a141 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:45:04.001372 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6602c344-f731-4f64-8013-d77faaadcb48', 'name': 'network-vif-deleted', 'tag': '3ba92a74-cf15-4378-ab4a-89a52e64380d', 'status': 'completed', 'code': 200} Sep 03 20:45:04.531179 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b2455207-515a-4bda-8ece-c80b60734da6 req-9de8c1d6-cdfc-4829-92a1-b4f1828d8bdd tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "GET /v2.0/ports?device_id=6602c344-f731-4f64-8013-d77faaadcb48 HTTP/1.1" status: 200 len: 210 time: 0.0267413 Sep 03 20:45:05.586148 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40834) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:05.711063 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Deleting port ef53132e-d526-431a-8330-35f266a753b7 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:05.711314 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:05.788229 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:05.788557 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:05.800270 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Calling delete_port for ef53132e-d526-431a-8330-35f266a753b7 owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:05.927821 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:05.928908 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3ba92a74-cf15-4378-ab4a-89a52e64380d no longer exists at agent hyperv_hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:05.950426 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] No Port match for: 3ba92a74-cf15-4378-ab4a-89a52e64380d {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:05.950791 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Device 3ba92a74-cf15-4378-ab4a-89a52e64380d not bound to the agent host hv-cinder-76015 {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:05.956026 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'Port': ['ID=ef53132e-d526-431a-8330-35f266a753b7,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:06.013326 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:06.015828 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128715'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:06.016970 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-feb16c55-fd0a-4577-a09a-904ed2c54d1e tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e7f7fa5-c829-403f-9e41-e51a24f2ee4b HTTP/1.1" status: 204 len: 168 time: 0.4293301 Sep 03 20:45:06.652215 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:45:07.261819 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40846) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:07.317319 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f4fa5d5-a876-463b-893c-dfad6f7c3c4f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:07.341708 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f4fa5d5-a876-463b-893c-dfad6f7c3c4f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:07.402066 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f4fa5d5-a876-463b-893c-dfad6f7c3c4f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:07.404611 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f4fa5d5-a876-463b-893c-dfad6f7c3c4f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:07.405761 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1f4fa5d5-a876-463b-893c-dfad6f7c3c4f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] 10.222.0.23 "DELETE /v2.0/security-groups/0aa9a011-caa9-4eea-9a98-582738f79536 HTTP/1.1" status: 204 len: 168 time: 0.1429634 Sep 03 20:45:07.415382 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fa5d5-a876-463b-893c-dfad6f7c3c4f tempest-TestVolumeBootPattern-610898528 tempest-TestVolumeBootPattern-610898528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9a011-caa9-4eea-9a98-582738f79536,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:07.458580 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40850) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:07.890113 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:08.363374 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Deleting port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:08.363963 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:08.441415 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] For port f63fb79b-56b5-4fcd-9be5-37ea3a265ef0, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:08.441788 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:08.454284 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Calling delete_port for f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:08.646550 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:08.672871 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63fb79b-56b5-4fcd-9be5-37ea3a265ef0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:08.830779 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.042552 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:45:09.143266 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:45:09.148189 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f426afa9-1606-4ef4-8b6d-e2e8fd2f6eb6 admin admin] 10.222.0.23 "PUT /v2.0/routers/66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6886034 Sep 03 20:45:09.151236 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40854) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:09.153771 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] Sync routers for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:45:09.163272 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:45:09.163879 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:09.261234 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.267432 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: dv-cinder-760152-5-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:45:09.360546 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.411129 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Deleting port c47026dd-36ec-43d3-9f7e-093e23d86747 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:09.411807 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.451391 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:45:08Z', 'revision_number': 5, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port': {'id': 'c47026dd-36ec-43d3-9f7e-093e23d86747', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:09.479195 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] Checking router: 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee for host: dv-cinder-760152-5-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:45:09.486946 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] For port c47026dd-36ec-43d3-9f7e-093e23d86747, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c47026dd-36ec-43d3-9f7e-093e23d86747,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:09.487331 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.487467 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] Routers {'66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:45:09.487973 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:09.503590 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Calling delete_port for c47026dd-36ec-43d3-9f7e-093e23d86747 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:09.584650 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] Set router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:45:09.636939 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:45:09Z', 'revision_number': 6, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port_host': None}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:09.665629 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e977cbc-a5e0-448f-a6d1-d65fb6887edf None None] The sync data for ids ['66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee'] in dv-cinder-760152-5-iscsi is: [{'id': '66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee', 'name': 'tempest-TestVolumeBootPattern-1472358502-router', 'tenant_id': '0ef766e07a5347ab96b45d9288f9e363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:22Z', 'updated_at': '2021-09-03T20:45:09Z', 'revision_number': 6, 'project_id': '0ef766e07a5347ab96b45d9288f9e363', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:45:09.673829 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.704045 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47026dd-36ec-43d3-9f7e-093e23d86747,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:09.766985 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.852767 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.854913 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.899141 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.899606 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:45:09.903830 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.904993 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-59d0018e-dd1c-442c-b268-c189c044f488 admin admin] 10.222.0.23 "DELETE /v2.0/routers/66a2afa9-39c0-4f6f-8785-2e0f89a2d5ee HTTP/1.1" status: 204 len: 168 time: 0.7528524 Sep 03 20:45:09.907526 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40858) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:09.950316 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Deleting subnet 77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:45:09.953219 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:09.985513 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.067625 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.119173 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.128815 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c76c7b7a-97c9-42c5-9c94-4eeddd70effc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.146478 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:10.151416 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.153299 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-70f708f0-c585-4d1a-a087-362e6847a645 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77fa2e0b-c648-4e4a-a37e-bc8f32bdaa5a HTTP/1.1" status: 204 len: 168 time: 0.2446842 Sep 03 20:45:10.155800 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:10.158497 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b2bae-f450-4cab-8a2d-322b9027b612 None None] Network 81939e4c-1457-4fe5-a155-4cdf79efc744 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:45:10.226037 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.278449 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Deleting port c7e133ed-2862-4076-b6a8-803be6da1f66 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:10.278792 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.344291 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] For port c7e133ed-2862-4076-b6a8-803be6da1f66, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=c7e133ed-2862-4076-b6a8-803be6da1f66,segment=NetworkSegment(d32b0acc-f933-4d68-b4e9-296b48ce0cd2),segment_id=d32b0acc-f933-4d68-b4e9-296b48ce0cd2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:10.344590 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.356324 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Calling delete_port for c7e133ed-2862-4076-b6a8-803be6da1f66 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:10.408579 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] DHCP port deletion for 81939e4c-1457-4fe5-a155-4cdf79efc744 request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:45:10.438517 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.454954 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Deleting port c7e133ed-2862-4076-b6a8-803be6da1f66 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:10.455344 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.466093 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e133ed-2862-4076-b6a8-803be6da1f66,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:10.469913 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] No DVR routers for this DVR port c7e133ed-2862-4076-b6a8-803be6da1f66 on host dv-cinder-760152-5-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:45:10.516945 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] For port c7e133ed-2862-4076-b6a8-803be6da1f66, host dv-cinder-760152-5-iscsi, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:10.517349 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.530016 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Calling delete_port for c7e133ed-2862-4076-b6a8-803be6da1f66 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:10.532663 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Port c7e133ed-2862-4076-b6a8-803be6da1f66 was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 20:45:10.533970 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.544241 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.554280 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81939e4c-1457-4fe5-a155-4cdf79efc744']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:10.562415 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Pushing event deleted for resources: {'Port': ['ID=c7e133ed-2862-4076-b6a8-803be6da1f66,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:10.564050 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:10.564337 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32b0acc-f933-4d68-b4e9-296b48ce0cd2') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:10.566721 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] No DVR routers for this DVR port c7e133ed-2862-4076-b6a8-803be6da1f66 on host dv-cinder-760152-5-iscsi {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:45:10.573492 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.573846 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.574191 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.574527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.574882 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.575194 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.575525 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.575852 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.576508 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.576508 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.576815 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.577140 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16fec5-a188-4598-937c-f510d7429e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-5-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:45:10.582471 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.598134 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.604881 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:45:10.605344 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:45:10.607294 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:45:10.665707 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.671567 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:10.676382 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40862) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:10.676865 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] 10.222.0.23 "DELETE /v2.0/networks/81939e4c-1457-4fe5-a155-4cdf79efc744 HTTP/1.1" status: 204 len: 168 time: 0.5189688 Sep 03 20:45:10.690695 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2f434-5a2f-4125-ad7b-45deb4fa9645 admin admin] Pushing event deleted for resources: {'Network': ['ID=81939e4c-1457-4fe5-a155-4cdf79efc744,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:11.010358 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660836'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:11.238618 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Deleting port 389931c0-4dcd-4c08-b63b-9e84c10510ec {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:11.238952 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:11.316069 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] For port 389931c0-4dcd-4c08-b63b-9e84c10510ec, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=389931c0-4dcd-4c08-b63b-9e84c10510ec,segment=NetworkSegment(333dbe9e-c9f3-46e5-81d5-bc0afb58caeb),segment_id=333dbe9e-c9f3-46e5-81d5-bc0afb58caeb)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:11.316437 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:11.328278 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Calling delete_port for 389931c0-4dcd-4c08-b63b-9e84c10510ec owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:11.500721 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:11.523298 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Pushing event deleted for resources: {'Port': ['ID=389931c0-4dcd-4c08-b63b-9e84c10510ec,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:11.672094 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:11.692757 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:11.693360 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device f63fb79b-56b5-4fcd-9be5-37ea3a265ef0 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:11.693809 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c7e133ed-2862-4076-b6a8-803be6da1f66 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:11.695371 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698566'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:11.714100 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: c7e133ed-2862-4076-b6a8-803be6da1f66 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:11.714452 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c7e133ed-2862-4076-b6a8-803be6da1f66 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:11.714877 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c47026dd-36ec-43d3-9f7e-093e23d86747 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:11.733466 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: c47026dd-36ec-43d3-9f7e-093e23d86747 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:11.733813 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device c47026dd-36ec-43d3-9f7e-093e23d86747 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:11.900410 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Router 77579498-5767-4e6b-83ce-ed856eb08b5d has already been hosted by L3 agent 28f77ee3-b0cc-4d9c-862e-9f93d402d0b1 {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:45:12.014612 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] Notify agent at l3_agent.dv-cinder-760152-5-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:45:12.019595 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-de0d2b0c-71d5-40bd-978b-9faeb67d9242 admin admin] 10.222.0.23 "PUT /v2.0/routers/77579498-5767-4e6b-83ce-ed856eb08b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3413901 Sep 03 20:45:12.022128 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40866) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:12.030155 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] Sync routers for ids ['77579498-5767-4e6b-83ce-ed856eb08b5d'] in dv-cinder-760152-5-iscsi {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:45:12.038634 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] Routers {'77579498-5767-4e6b-83ce-ed856eb08b5d'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:45:12.039241 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['77579498-5767-4e6b-83ce-ed856eb08b5d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:12.121847 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.147280 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] Set router 77579498-5767-4e6b-83ce-ed856eb08b5d gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:45:12.341501 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:45:11Z', 'revision_number': 5, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:12.376693 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] Checking router: 77579498-5767-4e6b-83ce-ed856eb08b5d for host: dv-cinder-760152-5-iscsi {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:45:12.385103 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] Routers {'77579498-5767-4e6b-83ce-ed856eb08b5d'} bound to L3 agent in host dv-cinder-760152-5-iscsi {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:45:12.385734 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:21:13Z,description=,heartbeat_timestamp=2021-09-03T20:44:43Z,host='dv-cinder-760152-5-iscsi',id=28f77ee3-b0cc-4d9c-862e-9f93d402d0b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:21:13Z,topic='l3_agent')) {'router_ids': ['77579498-5767-4e6b-83ce-ed856eb08b5d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:12.476472 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.487474 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] Set router 77579498-5767-4e6b-83ce-ed856eb08b5d gateway port host: dv-cinder-760152-5-iscsi {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:45:12.528140 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Deleting port 5918b81b-d431-436e-bc9a-230f71676a73 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:12.528480 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.608812 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] For port 5918b81b-d431-436e-bc9a-230f71676a73, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=5918b81b-d431-436e-bc9a-230f71676a73,segment=NetworkSegment(f3b202fd-23e8-4dfb-a81a-499e04b4db7d),segment_id=f3b202fd-23e8-4dfb-a81a-499e04b4db7d)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:12.609171 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.621009 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Calling delete_port for 5918b81b-d431-436e-bc9a-230f71676a73 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:12.660553 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:45:11Z', 'revision_number': 5, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}], 'dv-cinder-760152-5-iscsi', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:12.686047 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b980c-1f55-4fd7-9b10-7e22bc5f808f None None] The sync data for ids ['77579498-5767-4e6b-83ce-ed856eb08b5d'] in dv-cinder-760152-5-iscsi is: [{'id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'name': 'tempest-TestVolumeBootPattern-9088684-router', 'tenant_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'external_fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '5918b81b-d431-436e-bc9a-230f71676a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:38:26Z', 'updated_at': '2021-09-03T20:45:11Z', 'revision_number': 5, 'project_id': '4d9ebf2d4eca499c947dee5264c2cbdd', 'gw_port': {'id': '5918b81b-d431-436e-bc9a-230f71676a73', 'name': '', 'network_id': 'f09c5ab2-f805-4c47-9b84-a351f010dbdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77579498-5767-4e6b-83ce-ed856eb08b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:38:27Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '298e85e1-f26b-4b65-9aae-645a05f3b9cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-5-iscsi'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:45:12.697086 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aeb04a3b-8389-456b-9a3c-0951e73bd8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.791878 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9231672'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.815799 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5918b81b-d431-436e-bc9a-230f71676a73,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:12.872634 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698430'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.958587 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7762'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:12.960665 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.006123 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662754'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.006539 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77579498-5767-4e6b-83ce-ed856eb08b5d {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:45:13.011443 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.012439 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ab9de3c9-a88e-4104-b5b7-4b79954467d7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/77579498-5767-4e6b-83ce-ed856eb08b5d HTTP/1.1" status: 204 len: 168 time: 0.9893944 Sep 03 20:45:13.015179 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40868) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:13.023584 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.060325 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Deleting subnet 194fd2bd-65d0-476d-a8b8-e73407e6c926 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:45:13.063862 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.099347 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8443082'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.181473 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886918'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.234387 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9231637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9281720'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.260608 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194fd2bd-65d0-476d-a8b8-e73407e6c926,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:13.264181 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.266078 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4d5b3cdd-4f49-4e22-8dcf-1b3692145032 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/194fd2bd-65d0-476d-a8b8-e73407e6c926 HTTP/1.1" status: 204 len: 168 time: 0.2499790 Sep 03 20:45:13.268698 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:13.272400 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1bf99-3b50-4e6a-a6f4-7f6053ee9dff None None] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 requested from dv-cinder-760152-5-iscsi {{(pid=93896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:45:13.338137 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3854114'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.396177 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Deleting port 195d0096-e7c3-4535-8844-ed10a12c4a48 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:13.396421 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.461932 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] For port 195d0096-e7c3-4535-8844-ed10a12c4a48, host dv-cinder-760152-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-5-iscsi',level=0,port_id=195d0096-e7c3-4535-8844-ed10a12c4a48,segment=NetworkSegment(333dbe9e-c9f3-46e5-81d5-bc0afb58caeb),segment_id=333dbe9e-c9f3-46e5-81d5-bc0afb58caeb)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:13.462301 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.474321 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Calling delete_port for 195d0096-e7c3-4535-8844-ed10a12c4a48 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:13.700593 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] DHCP port deletion for 65be4ee5-1419-463f-9e68-92f0d5d07b05 request from dv-cinder-760152-5-iscsi {{(pid=93896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:45:13.752830 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 5918b81b-d431-436e-bc9a-230f71676a73 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:13.787257 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13247935'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.813748 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Pushing event deleted for resources: {'Port': ['ID=195d0096-e7c3-4535-8844-ed10a12c4a48,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:13.817603 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] No DVR routers for this DVR port 195d0096-e7c3-4535-8844-ed10a12c4a48 on host dv-cinder-760152-5-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:45:13.890012 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891155', 'neutron.services.segments.db._delete_segments_for_network-8744664212354'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.901102 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65be4ee5-1419-463f-9e68-92f0d5d07b05']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:13.912504 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Deleting port 195d0096-e7c3-4535-8844-ed10a12c4a48 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:45:13.912874 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744664083231'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.914339 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 5918b81b-d431-436e-bc9a-230f71676a73 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:13.915255 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 5918b81b-d431-436e-bc9a-230f71676a73 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:13.915446 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:13.915626 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 195d0096-e7c3-4535-8844-ed10a12c4a48 no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:13.915738 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333dbe9e-c9f3-46e5-81d5-bc0afb58caeb') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:45:13.924536 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744664214155', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16146680'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.938715 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.945389 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:45:13.945935 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13247948'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: Traceback (most recent call last): Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: timer() Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: cb(*args, **kw) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: return func(*args, **kwargs) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: self._notify() Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: self.callback(batched_events) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: event.method(event) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: return f(self, *a, **k) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._get(url).json() Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: return self.request(url, 'GET', **kwargs) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:45:13.947743 dv-cinder-760152-5-iscsi neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:45:13.957077 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 195d0096-e7c3-4535-8844-ed10a12c4a48 {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:13.957441 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 195d0096-e7c3-4535-8844-ed10a12c4a48 not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:13.957868 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 389931c0-4dcd-4c08-b63b-9e84c10510ec no longer exists at agent ovs-agent-dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:45:13.962663 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:13.980367 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] No Port match for: 389931c0-4dcd-4c08-b63b-9e84c10510ec {{(pid=93896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:45:13.980653 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.rpc [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Device 389931c0-4dcd-4c08-b63b-9e84c10510ec not bound to the agent host dv-cinder-760152-5-iscsi {{(pid=93896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:45:14.003630 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698386'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.009421 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538560'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.011512 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] 10.222.0.23 "DELETE /v2.0/networks/65be4ee5-1419-463f-9e68-92f0d5d07b05 HTTP/1.1" status: 204 len: 168 time: 0.7417417 Sep 03 20:45:14.021654 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] For port 195d0096-e7c3-4535-8844-ed10a12c4a48, host dv-cinder-760152-5-iscsi, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:45:14.022053 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680299'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.023103 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af55ab0-dd22-49b0-b2ba-4daa0095a60e admin admin] Pushing event deleted for resources: {'Network': ['ID=65be4ee5-1419-463f-9e68-92f0d5d07b05,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:14.034237 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Calling delete_port for 195d0096-e7c3-4535-8844-ed10a12c4a48 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:45:14.036816 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Port 195d0096-e7c3-4535-8844-ed10a12c4a48 was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 20:45:14.038065 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744664088805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744663667330'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.060595 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Network 65be4ee5-1419-463f-9e68-92f0d5d07b05 is not hosted by any dhcp agent {{(pid=93896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 03 20:45:14.061053 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] No DVR routers for this DVR port 195d0096-e7c3-4535-8844-ed10a12c4a48 on host dv-cinder-760152-5-iscsi {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:45:14.062573 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917efa31-44a5-4927-8a62-ea367695bc58 None None] Pushing event deleted for resources: {'Port': ['ID=195d0096-e7c3-4535-8844-ed10a12c4a48,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:14.125925 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:14.165083 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-6c73c172-d460-481a-bbad-d9612260cda7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ef766e07a5347ab96b45d9288f9e363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376458 Sep 03 20:45:14.167949 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.23', 40876) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:14.218754 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42128651-cfb9-4ad4-9239-dd908d4feb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.238789 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42128651-cfb9-4ad4-9239-dd908d4feb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.284952 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42128651-cfb9-4ad4-9239-dd908d4feb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.287555 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42128651-cfb9-4ad4-9239-dd908d4feb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.288691 dv-cinder-760152-5-iscsi neutron-server[93895]: INFO neutron.wsgi [None req-42128651-cfb9-4ad4-9239-dd908d4feb69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30e7685d-f77f-4d79-874f-86cf9db0c119 HTTP/1.1" status: 204 len: 168 time: 0.1198545 Sep 03 20:45:14.296543 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128651-cfb9-4ad4-9239-dd908d4feb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7685d-f77f-4d79-874f-86cf9db0c119,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:14.604528 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40882) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:14.643190 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a0cde40c-ea69-45b6-8a22-9ccb9af0f948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d9ebf2d4eca499c947dee5264c2cbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375135 Sep 03 20:45:14.645472 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.23', 40884) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:45:14.690759 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6685-41b2-4fce-a234-4f50eddb39ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.714360 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6685-41b2-4fce-a234-4f50eddb39ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.762131 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6685-41b2-4fce-a234-4f50eddb39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576465'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.764635 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6685-41b2-4fce-a234-4f50eddb39ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:14.765780 dv-cinder-760152-5-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1ebd6685-41b2-4fce-a234-4f50eddb39ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f44063a-6ba2-45c3-ba4b-8bbe85aa1af7 HTTP/1.1" status: 204 len: 168 time: 0.1194129 Sep 03 20:45:14.773390 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6685-41b2-4fce-a234-4f50eddb39ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f44063a-6ba2-45c3-ba4b-8bbe85aa1af7,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:45:15.620659 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:31.049020 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:40.128452 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b1d221e-0c94-418b-aa3d-703b016caf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:42.701808 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ad1bb03-974c-4ea3-a434-060a5a5bbb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:43.034701 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:43.651063 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:45:43.864901 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:45:45.616578 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:01.035160 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:10.128999 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2bdde87-1bb7-4101-8c3c-c888141e0291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:12.701818 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2693e9a-b9e7-400f-8c40-fd4a4f3b7292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:13.025866 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:13.870410 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:15.618827 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:20.650285 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:46:31.048064 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:37.875906 dv-cinder-760152-5-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-c5ed0ad3-5313-4a76-b134-f6dd2b34ea0e req-35381040-80cc-413b-ad16-223567d105e6 service neutron] (93894) timed out ('10.222.0.47', 61680) {{(pid=93894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:46:40.129951 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0565ec4-2cb9-4bf1-ad54-d533826ae869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:42.701987 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ef15618-afd9-4459-95e5-16256cb3c098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:43.026989 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:43.872921 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:45.621249 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:46:57.648669 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:47:01.062888 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:10.132826 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7076f357-090e-44c0-a405-00275e25a948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:12.703527 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a9db3ec-50cc-41b1-b118-232c20f51366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:13.027833 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:13.874048 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:15.628013 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:31.063205 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:34.647679 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:47:40.133037 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f4cd3dd-5396-42ba-9429-0d99d38acf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:42.704456 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a67df18-21ac-48d4-b8b7-2d71fcbb524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:43.029793 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:43.875746 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:47:45.627100 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:01.052696 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:10.133250 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e4a77db-3f72-4e0a-b02e-7df1266f849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:11.647184 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:48:12.704111 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c3fcc93-948b-441e-bfa4-5deac385e42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:13.030657 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:13.886354 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:15.629834 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:31.060796 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:40.133933 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9a735f2-f660-4063-835d-dd3cacc17a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:42.704154 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c7062310-9ba5-4501-be2a-bf3770b5ae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:43.031017 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:43.884747 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:45.373694 dv-cinder-760152-5-iscsi neutron-server[93895]: DEBUG neutron.wsgi [req-bdb16f44-032f-4617-b853-e99e8b653044 req-4d8b3d5b-9912-4954-8d33-c9ec7c1e01c8 tempest-VolumesSnapshotTestJSON-2121048064 tempest-VolumesSnapshotTestJSON-2121048064-project] (93895) timed out ('10.222.0.47', 61694) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:48:45.631892 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:48:48.646116 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:49:01.075228 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:10.133112 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b0f229a-decf-419d-9587-83d3fbd74b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:12.705259 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f0b5135-013b-45b8-9de3-9d6ae9d67340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:13.031052 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:13.885513 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:15.639627 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:25.644872 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:49:31.075764 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:40.133517 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c21595e-0aae-47c7-aff4-e89f4112f62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:42.706382 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f01f16ab-5001-49c5-8839-fd697cad9441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:43.030879 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:43.888518 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:49:45.639264 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:50:01.090387 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56903920-e75d-4c0e-85ca-e7e922ee18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:50:02.643354 dv-cinder-760152-5-iscsi neutron-server[93897]: DEBUG neutron.db.agents_db [None req-d38d81cc-7a58-4f2e-b65c-d57c5ba79ca8 None None] Agent healthcheck: found 6 active agents {{(pid=93897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:50:10.132885 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f9b72370-6f29-48f0-8042-8bbe2c311430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:50:12.705590 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3550df86-2517-4ae4-8aa3-5a21711f63ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:50:13.032076 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8836c39-a2b5-4147-9d72-d4cd358009ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:50:13.891916 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c680de14-8b90-4d14-ac8c-a33be84e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:50:15.641667 dv-cinder-760152-5-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6eb33ff3-1e1a-43fe-bfa4-e47ea5d57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744664212336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3892121'] for agent, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}